-- Logs begin at Wed 2021-04-21 12:53:55 UTC, end at Wed 2021-04-21 13:52:27 UTC. --
Apr 21 13:24:47.297815 dv-cinder-787195-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 21 13:24:50.416837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.common.config [-] Logging enabled!
Apr 21 13:24:50.417336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 13:24:50.418723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86247) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 13:24:50.421001 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.common.config [-] Logging enabled!
Apr 21 13:24:50.421296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 13:24:50.421690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86247) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 13:24:50.422751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 13:24:50.423021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 13:24:50.424085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 13:24:50.424376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 13:24:50.424639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 13:24:50.425017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.425369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.425712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.425980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.426323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.426687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.427015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.427365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.427708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.428037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.428360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.428686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.428953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.429276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.429611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.429944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.430206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.430554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.431107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.431434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.431757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.432093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.432410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.432724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.433038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.433365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.433739 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] host                           = dv-cinder-787195-3-iscsi {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.434057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.434388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.434754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.435083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.435398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.435715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.436610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.436924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.437236 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.437553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.437890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.438222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.438587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.438857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.439117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.439451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.439785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.440103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.440417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.440731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.441045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.441360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.441667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.441998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.442327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.442681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.442998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.443312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.443621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.443933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.444263 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.444577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.444892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.445202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.445533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.445838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.446153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.446519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.446853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.447180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.447507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.447820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.448147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.448460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.448773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.449082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.449391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.449698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.450019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.450329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.450664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.450978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.451287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.451641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:50.451976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.452316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.452662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.452985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.453322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.453641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.453973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.454289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.454647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.454984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.455311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.455626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.455950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.456296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.456636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.456985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.457323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.457658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.457970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.458279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.458613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.458936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.459264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.459599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.459929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.460239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.460557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.460890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.461206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.461516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.461830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.462161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.462510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.462814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.463131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.463449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.463756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.464063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.464376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.464710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.465064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.465370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.465674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.465986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.466293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.466661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.466979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.467311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.467619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.467934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.468242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.468551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.468870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.469179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.469493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.469802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.470107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.470413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.470749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.471058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.471366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.471672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.471984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.472291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.472600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.472907 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.473217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.473524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.473845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.474180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.474511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.474832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.475151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.475464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.475779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.476094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.476409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.476724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.477033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.477366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.477686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.478010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.478328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.478670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.479015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.479334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.479655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.479970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.480286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.480613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.480934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.481268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.481602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.481934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.482266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.482626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.483464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.483817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.484137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:50.484387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 13:24:50.484655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86247) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 21 13:24:51.138137 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading Gnome
Apr 21 13:24:51.155555 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading Google
Apr 21 13:24:51.158177 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading Windows (alt)
Apr 21 13:24:51.161709 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading file
Apr 21 13:24:51.162587 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading keyczar
Apr 21 13:24:51.162871 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading multi
Apr 21 13:24:51.163504 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO keyring.backend [-] Loading pyfs
Apr 21 13:24:51.209132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:24:51.209396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:24:51.209719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:24:51.210097 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 21 13:24:51.599285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.599787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.599906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.601222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.601642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.601941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.639989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.640299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.640601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.655063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.655376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.655679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.720466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.720779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.721079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.722078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.722380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.724148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.992282 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe5cb44d7b8> agent after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.992606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe5cb44d7b8> agent after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.992912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe5cb44d6a8> segment precommit_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.993216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe5cb44d730> network precommit_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:51.994046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe5cb6ff9d8> segment before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.138405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> network before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.138814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe5cb6bda60> agent before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.139655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> network before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.139954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> port before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.140253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> port before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.140635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> segment after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.141096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> segment precommit_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.141391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> segment precommit_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.141682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> segment after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.142024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> network after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.142323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> network precommit_delete 0 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.142658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> port provisioning_complete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.142975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.143270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.143583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> agent after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.143904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> subnet after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.144206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> subnet precommit_delete 0 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.144524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.144812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.145152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> segment_host_mapping after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.145604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> port after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.145892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> port after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.146175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> port after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.146551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.146838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.147118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5cc021048>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.147546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.147827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.148106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.148386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.148662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.148936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.149353 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 21 13:24:52.152414 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 21 13:24:52.156872 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 21 13:24:52.160617 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Apr 21 13:24:52.162252 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 21 13:24:52.163548 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 21 13:24:52.163933 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 21 13:24:52.164371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 21 13:24:52.168036 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 21 13:24:52.168328 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 21 13:24:52.168720 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 13:24:52.195314 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 21 13:24:52.195777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe5cb58ac88>> qos_plugin after_init 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.196109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86247) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 21 13:24:52.196515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe5cb4ce4a8>> logging-plugin after_init 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.197844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86247) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 21 13:24:52.198166 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 13:24:52.198448 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 21 13:24:52.202196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe5cb4ce518>> floatingip before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.202526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe5cb4ce518>> port before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.268884 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 21 13:24:52.269152 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 21 13:24:52.269424 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 21 13:24:52.269823 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 21 13:24:52.302074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.sqlalchemy.engines [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86247) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 21 13:24:52.741859 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing driver for type 'gre'
Apr 21 13:24:52.742403 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] gre ID ranges: [(1, 1000)]
Apr 21 13:24:52.782318 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing driver for type 'local'
Apr 21 13:24:52.782747 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing driver for type 'vlan'
Apr 21 13:24:52.792801 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] VlanTypeDriver initialization complete
Apr 21 13:24:52.793175 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing driver for type 'vxlan'
Apr 21 13:24:52.793684 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] vxlan ID ranges: [(1, 1000)]
Apr 21 13:24:52.832983 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing extension driver 'port_security'
Apr 21 13:24:52.833344 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.extensions.port_security [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] PortSecurityExtensionDriver initialization complete
Apr 21 13:24:52.833717 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing mechanism driver 'openvswitch'
Apr 21 13:24:52.834078 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing mechanism driver 'hyperv'
Apr 21 13:24:52.840303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:24:52.841118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5cb3ea2e8>> port after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.841526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5cb3ea2e8>> port after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.841915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5cb3ea2e8>> port after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.842932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf29f98>> subnet after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.843316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf29f98>> subnet after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.843697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf29f98>> subnet after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.844108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34198>> network after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.844492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34198>> network after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.844869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34198>> network after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.845279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34358>> security_group after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.845660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34358>> security_group after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.846182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34358>> security_group after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.846631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34518>> security_group_rule after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.847014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34518>> security_group_rule after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.847392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf34518>> security_group_rule after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.847802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf346d8>> address_group after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.848177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf346d8>> address_group after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.848551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5caf346d8>> address_group after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.848913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] ML2 OVO RPC backend initialized. {{(pid=86247) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 21 13:24:52.849689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> router_interface after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.850078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> router_interface after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.850557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> network before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.850941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> networks before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.851320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> port before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.851693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> ports before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.852070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> subnet before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.852444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> subnets before_response 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.852823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> network after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.853197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> network after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.853566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> network after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.853938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> port after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.854309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> port after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.854720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> port after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.855089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> subnet after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.855457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> subnet after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.855827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5caf347b8>> subnet after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.856450 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.plugin [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Modular L2 Plugin initialization complete
Apr 21 13:24:52.856805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading services supported by the core plugin {{(pid=86247) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 21 13:24:52.857165 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.plugins.ml2.managers [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Got port-security extension from driver 'port_security'
Apr 21 13:24:52.857674 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.extensions.vlantransparent [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Disabled vlantransparent extension.
Apr 21 13:24:52.858222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86247) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 21 13:24:52.858590 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: router
Apr 21 13:24:52.896218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router_interface before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.896660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_create 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.897064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router before_create 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.897466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router_interface before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.897883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router_interface after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.898268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_delete 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.898693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> floatingip after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.899102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_create 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.899482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_update 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.899870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_update 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.900255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router_gateway after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.900656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_update 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.901153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router precommit_update 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.901570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe5cb590c80> port after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.901947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe5cb590e18> port after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.902321 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe5cb590d90> subnet after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.902727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe5cb590d08> subnetpool_address_scope after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.903119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> port precommit_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.903572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router precommit_create 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.903956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe5cb57e8c8> port before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.904338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router precommit_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.905304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router after_update 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.905685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router precommit_delete 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.906074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router precommit_create 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.906492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router_interface after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.906905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> router precommit_update 55549900 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.907338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5caf34940>> network after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.908331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Tracking information for resource: router configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.908705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Tracking information for resource: floatingip configured {{(pid=86247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 13:24:52.913541 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_agentschedulers_db [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 21 13:24:52.914189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe5caebd0d0> port after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.914614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe5caeb7f28> port after_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.915003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function _notify_port_delete at 0x7fe5caebd048> port after_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.915392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe5caebd268> port after_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.916281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5caed4710>> router before_create 55550100 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.916686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5caed4710>> router precommit_delete 55550100 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.917087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5caed4710>> router precommit_create 55550100 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.917478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5caed4710>> router precommit_update 55550100 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.922363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.provider_configuration [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service providers = [] {{(pid=86247) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 21 13:24:52.922787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.servicetype_db [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86247) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 21 13:24:52.925576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.service_base [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 13:24:52.925962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.service_base [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 13:24:52.926345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.service_base [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 13:24:52.927251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.service_base [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 13:24:52.927648 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.services.service_base [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 21 13:24:52.928067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.928422 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 21 13:24:52.939124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.939498 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: auto_allocate
Apr 21 13:24:52.945087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe5cae8b950> network precommit_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.945491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe5cae8b950> network precommit_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.946078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.946437 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: tag
Apr 21 13:24:52.953545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.954439 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: timestamp
Apr 21 13:24:52.958278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.958678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: network_ip_availability
Apr 21 13:24:52.964149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5cade9390>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.964557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5cade9390>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.964945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5cade9390>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:52.965731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.966094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: flavors
Apr 21 13:24:52.970675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.971045 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading Plugin: revisions
Apr 21 13:24:52.975412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 13:24:52.975837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=86247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:24:52.976643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86247) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 21 13:24:52.977002 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Initializing extension manager.
Apr 21 13:24:52.977560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: __init__.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.977935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: __pycache__ {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.978306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.978723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: address_group.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.979521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.980160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: address-group
Apr 21 13:24:52.980523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: address_scope.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.981276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.981861 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: address-scope
Apr 21 13:24:52.982221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.983192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.983773 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: router-admin-state-down-before-update
Apr 21 13:24:52.984137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: agent.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.984881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.985458 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: agent
Apr 21 13:24:52.985818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: agent_resources_synced.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.986750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.987328 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: agent-resources-synced
Apr 21 13:24:52.987689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: allowedaddresspairs.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.989728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.990322 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: allowed-address-pairs
Apr 21 13:24:52.990735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: auto_allocated_topology.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.991801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.992423 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: auto-allocated-topology
Apr 21 13:24:52.992749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: availability_zone.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.993489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.994069 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: availability_zone
Apr 21 13:24:52.994432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: availability_zone_filter.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.995377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.995950 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: availability_zone_filter
Apr 21 13:24:52.996310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: data_plane_status.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.997331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:52.997904 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 21 13:24:52.998262 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: default_subnetpools.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:52.999717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.000293 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: default-subnetpools
Apr 21 13:24:53.000656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.001520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.002104 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: dhcp_agent_scheduler
Apr 21 13:24:53.002494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: dns.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.003412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.003988 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension dns-integration not supported by any of loaded plugins
Apr 21 13:24:53.004345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: dns_domain_ports.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.005255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.005834 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 21 13:24:53.006192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: dvr.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.006935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.007512 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: dvr
Apr 21 13:24:53.007868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: empty_string_filtering.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.008782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.009359 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: empty-string-filtering
Apr 21 13:24:53.009717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.010650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.011231 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 21 13:24:53.011590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.012502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.013079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 21 13:24:53.013440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: external_net.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.014974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.015552 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: external-net
Apr 21 13:24:53.015913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.016821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.017399 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: extra_dhcp_opt
Apr 21 13:24:53.017760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: extraroute.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.018720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.019300 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: extraroute
Apr 21 13:24:53.019659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: extraroute_atomic.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.020679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.021255 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: extraroute-atomic
Apr 21 13:24:53.021616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: filter_validation.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.022302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.022912 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: filter-validation
Apr 21 13:24:53.023271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: fip_pf_description.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.024173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.024748 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 21 13:24:53.025105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: fip_port_details.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.026101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.026708 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: fip-port-details
Apr 21 13:24:53.027069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: flavors.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.028285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.028869 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: flavors
Apr 21 13:24:53.029232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.030940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.031537 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 21 13:24:53.031909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: floatingip_pools.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.032651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.033233 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: floatingip-pools
Apr 21 13:24:53.033600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: ip_allocation.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.034543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.035130 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 21 13:24:53.035494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.036409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.036992 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: ip-substring-filtering
Apr 21 13:24:53.037354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l2_adjacency.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.038267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.038866 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 21 13:24:53.039226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.040270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.040856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: router
Apr 21 13:24:53.041218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.043479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.044076 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 21 13:24:53.044448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.045393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.045974 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: ext-gw-mode
Apr 21 13:24:53.046342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.047410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.047988 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: l3-ha
Apr 21 13:24:53.048354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3_flavors.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.049266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.049845 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: l3-flavors
Apr 21 13:24:53.050211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.051164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.051749 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 21 13:24:53.052110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: l3agentscheduler.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.053264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.053852 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: l3_agent_scheduler
Apr 21 13:24:53.054215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: logging.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.055736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.056323 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension logging not supported by any of loaded plugins
Apr 21 13:24:53.056694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: metering.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.057477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.058181 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: metering
Apr 21 13:24:53.058585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.059683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.060275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: metering_source_and_destination_fields
Apr 21 13:24:53.060642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: multiprovidernet.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.062080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.062692 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: multi-provider
Apr 21 13:24:53.063057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: netmtu.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.063971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.064550 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: net-mtu
Apr 21 13:24:53.064908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: netmtu_writable.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.065827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.066404 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: net-mtu-writable
Apr 21 13:24:53.066793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: network_availability_zone.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.067617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.068196 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: network_availability_zone
Apr 21 13:24:53.068564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: network_ip_availability.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.069656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.070237 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: network-ip-availability
Apr 21 13:24:53.070628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: network_segment_range.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.071444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.072026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 21 13:24:53.072388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: pagination.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.073378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.073748 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: pagination
Apr 21 13:24:53.074106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: port_device_profile.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.075048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.075622 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: port-device-profile
Apr 21 13:24:53.075982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.077439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.078021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: port-mac-address-regenerate
Apr 21 13:24:53.078380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.079317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.079900 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: port-numa-affinity-policy
Apr 21 13:24:53.080257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: port_resource_request.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.081150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.081733 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 21 13:24:53.082091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: portbindings.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.083047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.083636 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: binding
Apr 21 13:24:53.083999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: portbindings_extended.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.085270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.085852 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: binding-extended
Apr 21 13:24:53.086214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: portsecurity.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.087188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.087770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: port-security
Apr 21 13:24:53.088132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: project_id.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.089107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.089481 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: project-id
Apr 21 13:24:53.089840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: providernet.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.090781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.091363 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: provider
Apr 21 13:24:53.091721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.095387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.095990 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos not supported by any of loaded plugins
Apr 21 13:24:53.096363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.097737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.098322 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 21 13:24:53.098717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.099632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.100220 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 21 13:24:53.100583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_default.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.101498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.102083 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-default not supported by any of loaded plugins
Apr 21 13:24:53.102443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_fip.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.103177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.103754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-fip not supported by any of loaded plugins
Apr 21 13:24:53.104117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_gateway_ip.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.105033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.105610 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 21 13:24:53.105970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_port_network_policy.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.106911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.107492 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 21 13:24:53.107876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_rule_type_details.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.108793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.109361 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 21 13:24:53.109721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: qos_rules_alias.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.110790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.111373 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 21 13:24:53.111734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: quotasv2.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.112710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.113330 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: quotas
Apr 21 13:24:53.113686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: quotasv2_detail.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.115431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.115813 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: quota_details
Apr 21 13:24:53.116179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: rbac.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.117324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.117911 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: rbac-policies
Apr 21 13:24:53.118278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: rbac_address_group.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.119238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.119822 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: rbac-address-group
Apr 21 13:24:53.120186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: rbac_address_scope.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.121106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.121688 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: rbac-address-scope
Apr 21 13:24:53.122052 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: rbac_security_groups.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.123029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.124145 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: rbac-security-groups
Apr 21 13:24:53.124505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: rbac_subnetpool.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.125422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.126007 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: rbac-subnetpool
Apr 21 13:24:53.126366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: revisionifmatch.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.127335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.127927 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: revision-if-match
Apr 21 13:24:53.128288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: revisions.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.129405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.129986 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: standard-attr-revisions
Apr 21 13:24:53.130352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: router_availability_zone.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.131086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.131670 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: router_availability_zone
Apr 21 13:24:53.132033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: routerservicetype.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.132951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.133527 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension router-service-type not supported by any of loaded plugins
Apr 21 13:24:53.133885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.134824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.135403 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: security-groups-normalized-cidr
Apr 21 13:24:53.135762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.136687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.137264 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: port-security-groups-filtering
Apr 21 13:24:53.137627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.138592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.139730 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: security-groups-remote-address-group
Apr 21 13:24:53.140087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: securitygroup.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.153253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.153865 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: security-group
Apr 21 13:24:53.154240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: segment.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.155133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.155719 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension segment not supported by any of loaded plugins
Apr 21 13:24:53.156088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.157023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.157611 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 21 13:24:53.157976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: servicetype.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.159086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.159678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: service-type
Apr 21 13:24:53.160043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: sorting.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.161018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.161395 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: sorting
Apr 21 13:24:53.161753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: standard_attr_segment.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.162699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.163540 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 21 13:24:53.163985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: standardattrdescription.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.164679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.165258 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: standard-attr-description
Apr 21 13:24:53.165622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: stateful_security_group.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.166564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.167162 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: stateful-security-group
Apr 21 13:24:53.167521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: stdattrs_common.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.168101 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 21 13:24:53.168458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.169430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.170008 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 21 13:24:53.170393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: subnet_onboard.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.171471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.172054 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: subnet_onboard
Apr 21 13:24:53.172416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.173328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.173909 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 21 13:24:53.174267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: subnet_service_types.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.175246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.175828 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: subnet-service-types
Apr 21 13:24:53.176186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: subnetallocation.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.177269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.177861 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: subnet_allocation
Apr 21 13:24:53.178222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.178942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.179527 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: subnetpool-prefix-ops
Apr 21 13:24:53.179884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.180809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.181391 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 21 13:24:53.181749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: tagging.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.183064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.183665 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: standard-attr-tag
Apr 21 13:24:53.184030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: timestamp.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.185187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.185775 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loaded extension: standard-attr-timestamp
Apr 21 13:24:53.186699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: trunk.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.188439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.189029 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension trunk not supported by any of loaded plugins
Apr 21 13:24:53.189394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: trunk_details.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.190309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.190936 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension trunk-details not supported by any of loaded plugins
Apr 21 13:24:53.191300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: uplink_status_propagation.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.192215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.192791 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 21 13:24:53.193153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Loading extension file: vlantransparent.py {{(pid=86247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 13:24:53.193844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 13:24:53.194422 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 21 13:24:53.197091 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:network
Apr 21 13:24:53.197889 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:subnet
Apr 21 13:24:53.198585 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 13:24:53.199247 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:port
Apr 21 13:24:53.200715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.201196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service FLAVORS assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.202436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.202921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.203297 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:router
Apr 21 13:24:53.204012 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 13:24:53.204771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service METERING assigned prefix: /metering {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.206573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5cad2acc0>> rbac-policy before_create 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:53.206975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5cad2acc0>> rbac-policy before_update 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:53.207362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5cad2acc0>> rbac-policy before_delete 55550000 {{(pid=86247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:24:53.208485 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 13:24:53.208969 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:security_group
Apr 21 13:24:53.209772 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 13:24:53.210579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service CORE assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.210960 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 13:24:53.211324 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] subnetpool is already registered
Apr 21 13:24:53.211984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service CORE assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.212352 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 13:24:53.212714 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] subnetpool is already registered
Apr 21 13:24:53.215426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.215901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service FLAVORS assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.216540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.216999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.217391 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:router
Apr 21 13:24:53.217756 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] router is already registered
Apr 21 13:24:53.218404 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 13:24:53.218795 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] floatingip is already registered
Apr 21 13:24:53.219483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service METERING assigned prefix: /metering {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.220211 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 13:24:53.220574 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] rbac_policy is already registered
Apr 21 13:24:53.221196 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:security_group
Apr 21 13:24:53.221561 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] security_group is already registered
Apr 21 13:24:53.222204 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 13:24:53.222590 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] security_group_rule is already registered
Apr 21 13:24:53.223302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service CORE assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.223678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 13:24:53.224043 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] subnetpool is already registered
Apr 21 13:24:53.224708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.resource_helper [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Service CORE assigned prefix:  {{(pid=86247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 13:24:53.225074 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 13:24:53.225432 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.quota.resource_registry [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] subnetpool is already registered
Apr 21 13:24:53.226136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: extensions {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.227681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: address-groups {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.229332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: address-scopes {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.230622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: agents {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.231852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: auto-allocated-topology {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.233201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: availability_zones {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.234617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: dhcp-networks {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.236093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: dhcp-agents {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.237586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: routers {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.239761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: flavors {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.240981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: service_profiles {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.242240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: next_providers {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.243909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: service_profiles {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.245366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: floatingip-pools {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.246668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: routers {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.249069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: floatingips {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.250318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: l3-routers {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.251801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: l3-agents {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.253271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: metering-labels {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.255521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: metering-label-rules {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.256850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: network-ip-availabilities {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.258189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: bindings {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.259935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: quotas {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.261441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: quotas {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.262923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: rbac-policies {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.264876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: security-groups {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.266134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: security-group-rules {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.267450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: service-providers {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.268724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: subnetpools {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.270200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: subnetpools {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.271743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.273500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.275406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.277232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.279107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.281049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.282847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.284818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.286750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.288677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.extensions [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Extended resource: tags {{(pid=86247) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 13:24:53.296037 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING keystonemiddleware.auth_token [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 21 13:24:53.301731 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING keystonemiddleware.auth_token [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 21 13:24:53.310697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Acquired lock "singleton_lock" {{(pid=86247) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 21 13:24:53.311754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Releasing lock "singleton_lock" {{(pid=86247) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 21 13:24:53.313220 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Starting 2 workers
Apr 21 13:24:53.318640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Started child 86358 {{(pid=86247) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 13:24:53.322804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:24:53.323382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Started child 86359 {{(pid=86247) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 13:24:53.324353 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [-] (86358) wsgi starting up on http://0.0.0.0:9696
Apr 21 13:24:53.324841 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 21 13:24:53.325486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Notify callbacks [] for process, before_spawn {{(pid=86247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:24:53.326782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:24:53.328021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Starting 1 workers
Apr 21 13:24:53.328128 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [-] (86359) wsgi starting up on http://0.0.0.0:9696
Apr 21 13:24:53.333577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Started child 86360 {{(pid=86247) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 13:24:53.334132 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Starting 1 workers
Apr 21 13:24:53.335760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] calling RpcWorker wait() {{(pid=86360) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 21 13:24:53.336199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] returning from RpcWorker wait() {{(pid=86360) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 21 13:24:53.337692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:24:53.338198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:24:53.338868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Started child 86361 {{(pid=86247) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 13:24:53.339656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-510c0591-7d9f-41cf-9df6-544afec48163 None None] Notify callbacks [] for process, after_spawn {{(pid=86247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:24:53.341287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86247) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 13:24:53.341519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 13:24:53.341728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 13:24:53.341998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 13:24:53.342475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 13:24:53.342585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:24:53.342663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 13:24:53.343220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.343515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.343821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.344096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.344405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.345053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.345364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.345654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.345964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.346234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.346416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.346823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.347113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.347405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.347766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.348078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.348349 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.348634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.348851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.349121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.349426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.349708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.350000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.350283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.350890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.351153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.351422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.351672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.351966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.352233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.352542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.352805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.353053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.353334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.353613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.353873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.354115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.354364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.354700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.354966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.355384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] host                           = dv-cinder-787195-3-iscsi {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.355655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.355911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.356149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.356408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.356683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.356955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.357242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.357512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.358335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.358618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.358896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.359154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.359435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.359705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.359896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.360157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.360455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.360746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.360958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.361148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.361314 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.361603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.361791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.362074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.362318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.362591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.362838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.363342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.363585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.363870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.364131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.364398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.364636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.364942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.365222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.366243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.367930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.368316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.369132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.369333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:24:53.369481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.369756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.370068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.370337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.370630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.370937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.371232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.371529 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.371808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.372110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.372406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.372659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.374040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.374390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.374699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.374997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.375295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.375554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.375830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.376130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.376370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.376645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.376908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.377165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.377467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.377730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.378627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.378892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.379600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.380286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.380750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.381082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.381452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.382120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.382353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.382656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.383700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.386665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.387003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.387615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.388237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.388867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.389345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.390722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.391026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.391589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.391972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.392303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.392596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.392884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.393176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.393458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.393822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.394150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.394450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.394755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.395035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.395298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.395726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.395987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.396244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.396481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.396789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.397072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.397335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.397585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.397955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.398203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.398503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.398793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.399105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.399382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.399623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.399880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.400133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.400386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.400637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.400910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.401185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.401466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.401744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.402001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.402251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.402520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.402783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.403039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.403484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.403941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.404194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.404457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.404747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.405024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.405429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.405836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.406230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.406711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.406970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.407205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.407630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.407890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.408150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.408415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.408848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.409275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.409711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.410159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.410432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.410713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.410974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.411226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.411476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.411727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.411980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.412230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.412533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.412889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.413168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.413435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.413853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.414328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.414822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.415138 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.415402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.415678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.415935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.416226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.416487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.416774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.417057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.417332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.417630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.417899 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.418163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.418427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.418727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.418990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.419288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.419562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.419835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.420109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.420955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.421283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.421553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.421858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.422119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.422425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.422824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.423139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.423453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.423732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.424006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.424293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.424596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.424896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.425171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.425464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.425722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.426041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.426332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.427186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.427186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.427186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.427913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.427913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.428379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.428379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.428807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.428807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.429238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.429238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.429526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.429811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.430084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.430345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.430821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.431008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.431237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.431455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.431684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.431928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.432177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.432372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.432603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.432834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.433013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.433289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.433538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.433798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.434056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.434332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.434607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.434878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.435153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.435408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.435672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.436448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.436711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.437012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.437254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.437577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.437861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.438130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.438418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.438709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.438969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.439221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.439506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.439764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.440032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.440279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.440533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.440781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.441046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.441313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.441577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.441872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.442144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.442507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.442791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.443060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.443333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.443599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.443853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.444110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.444361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.444613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.444863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.445116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.445395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.445686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.445960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.446223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.446487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.446741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.447015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.447261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.447612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.447885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.448160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.448430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.448679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.448940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.449187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.449439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.449693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.449939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.450222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.450518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.450920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.451025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.451182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.451458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.452243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.452243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.452243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.452514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.453115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.453115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.453115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.453695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.453695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.454602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.454602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.454602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.455004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.455004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.455216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.455670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.456054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.456334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.456631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.456891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.457166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.457387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.457814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.458062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.459953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.460137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 41206) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:24:53.460291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.460291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.460291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.460291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.460291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.461383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.461383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.461383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.461383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.461921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.461921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.462192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.462331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.462533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.462792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.463023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.463274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.463543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.463848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.464118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.464376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.464646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.464902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.465166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.465422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.465886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.466147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.466339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 13:24:53.466918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86247) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 13:24:53.467142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 13:24:53.467366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 13:24:53.467566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 13:24:53.467791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 13:24:53.468030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 13:24:53.468230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.468382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.468526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.468667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.468807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.468948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.469099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.469294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.469453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.469648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.469840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.470029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.470188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.470381 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.470594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.470738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.470921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.471087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.471279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.471468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.471657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.471845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.471994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:24:53.472137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.472277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.472996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.472996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.472996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.473448 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0112848
Apr 21 13:24:53.473601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.474659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.474884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.475097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.475305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.475515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.475718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.475927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.476126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.476324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.476520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.476718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.476913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.477108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] host                           = dv-cinder-787195-3-iscsi {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.477301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.477532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.477727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.477923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.478154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.478345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.478541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.478733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.478925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.479091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.479285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.479875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.479875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.479875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.480090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.480256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.480542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.481554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.481554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.481554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.481554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.481554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.481554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.482360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.482360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.482360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.482360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.482360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.483601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.483601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.483601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.483601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.484791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485456 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.485879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.486103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.487627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.488288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.488288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.488288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.488680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.488680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.488944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.489980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.490167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.490357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 13:24:53.490685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.490883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.491285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.491483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.491678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.491872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.492064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.492947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.492947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.492947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.492947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.493492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.493492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.493492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.493894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.493894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.494208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.494208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.494627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.494627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.494627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.495990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.496561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.496561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.496561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.496997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.496997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.496997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.498176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.499732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.499732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.499732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.499732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.499732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.500385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.500385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.500385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.500385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.500911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.500911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.501175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.501175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.501439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.501439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.501704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.501897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.502040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.502179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.502317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.502456 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.502621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.502814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.503005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.503198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.503392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.503587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.503779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.503971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.504199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.504391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.504582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.504774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.504964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.505212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.505409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.505601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.505793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.505985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.506176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.506368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.506567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.506751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.506954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.507164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.507357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.507549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.507741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.507934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.508125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.508321 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.508513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.508704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.508895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.509086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.509276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.509470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.509661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.509851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.510042 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.510236 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.510428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.510643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.510837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.511031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.511223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.511413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.511604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.511794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.511985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.512188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.512379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.512572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.512762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.512960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.513163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.513355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.513546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.513736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.513944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.514140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.514331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.515410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.515620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.515817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.516013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.516215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.516422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.516618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.516812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.517006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.517250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.517445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.517637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.518534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.518534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.518534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.518534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.518534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.519795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.520257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.520257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.520257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.520649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.520649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.520649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.521881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.522019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.522158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.522297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.522522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.522683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.522835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.523033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.523224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.523417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.523611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.523804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.523997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.524188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.524382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.524573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.524765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.524958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.525149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.525340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.525531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.525722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.525914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.526106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.526297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.526656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.526853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.527045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.527253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.528857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.529373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.530898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.531172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.531402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.531620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.531957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.532173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.532380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.532589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.532810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.533016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.533220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.533423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.533626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.533838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.534039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.534240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.534439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.534684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.534896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.535097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.535297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.536337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.536537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.536748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.536949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.537146 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.537344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.537540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.537749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.537948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.538145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.538341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.538604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.538816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.539015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.539211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.539419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.539615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.539811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.540008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.540215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.540449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.540648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.540946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.541142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.541344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.541543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.541744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.541951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.542156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.542353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.542584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.542791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.542996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.543192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.543397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.543609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.543804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.543999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.544193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.544389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.544584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.544779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.544977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.545676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.545857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.546013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.546202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.546396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.546631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.546827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.547024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.547219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.547412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.547606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.547800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 13:24:53.547990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86247) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 13:25:04.510013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afda83-5139-47bb-b166-8372701a1da3 None None] get_active_networks_info from dv-cinder-787195-3-iscsi {{(pid=86360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 21 13:25:04.708722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-990bb749-9520-4bb8-9c08-3ba67ee9c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005'] for agent, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:04.722196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afda83-5139-47bb-b166-8372701a1da3 None None] No non-hosted networks {{(pid=86360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 21 13:25:06.743393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-101f65d4-ed15-4732-987d-48b23c0ea392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005'] for agent, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:06.791505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-54ee89f5-d905-4809-991f-12da25eed533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:06.952363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005'] for agent, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:07.976123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005'] for agent, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:07.977431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.978013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.978832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.979566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.980113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.980667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.981218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.981781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.982360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.982934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.983493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.984047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:07.984634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe5ca0c14a8>, 'Open vSwitch agent', 'dv-cinder-787195-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:07.990430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe5ca0c1128>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:08.815867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005'] for agent, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:09.729240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41296) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:10.348292 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-3cdaa41a-03a6-48eb-8bbf-259be143e833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:25:10.348815 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-3cdaa41a-03a6-48eb-8bbf-259be143e833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:25:10.580158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [None req-3cdaa41a-03a6-48eb-8bbf-259be143e833 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:25:10.581465 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3cdaa41a-03a6-48eb-8bbf-259be143e833 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8499966
Apr 21 13:25:13.319031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41312) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:13.708894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:13.813998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.policy [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86358) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 13:25:13.869685 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:25:13.870111 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:25:13.888602 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe5ca7c1358>.
Apr 21 13:25:13.905661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:13.937963 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_hamode_db [None req-b6b3ede4-02d1-4fa8-87fc-519bfdda0685 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 21 13:25:13.968421 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247798556903', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247798555979', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247798612397', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247798605825', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247798590046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247798588697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036847003819', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847145899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1680488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664925'] for rbac-policy, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:14.029984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3ede4-02d1-4fa8-87fc-519bfdda0685 None None] Routers set() bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:25:14.030417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3ede4-02d1-4fa8-87fc-519bfdda0685 None None] Router IDs set() for agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 21 13:25:14.190574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:14.191864 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bc2acf79-5d61-4dd5-bdd7-779d49e9668c admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8717370
Apr 21 13:25:17.133990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41326) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:17.501171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Request body: {'network': {'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'name': 'private', 'admin_state_up': True}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:17.507030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:17.511492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Usage tracker for resource:network and tenant:0f9b9fb7e3c645babaef2b0439ab0328 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:17.515025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:17.521399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:17.529811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Made reservation on behalf of 0f9b9fb7e3c645babaef2b0439ab0328 for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:25:17.535622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.552088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.567217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:17.570978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Usage tracker for resource:security_group_rule and tenant:0f9b9fb7e3c645babaef2b0439ab0328 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:17.574316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:17.580082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:17.674433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.676931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.681465 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:17.700686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:25:17.726828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363247796368022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.727352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe5cb44d6a8> segment precommit_create {{(pid=86358) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 13:25:17.727814 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Added segment 9ebc1b82-a560-404d-8d9d-7f29734c261c of type vlan for network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660
Apr 21 13:25:17.775903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e85c8-7fdf-411f-8356-7b9091629ec8,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:17.792075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.792464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.792824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.793177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.793525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.793873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.794218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.795194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.795543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.795885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.796224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.796564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Tracked resource versions report:
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:25:17.797684 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:25:17.841120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.872155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:17.882204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.883644 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:17.884297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:17.889035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:17.995060 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8598170
Apr 21 13:25:18.000326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Pushing event updated for resources: {'Network': ['ID=308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:18.003717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:18.012341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:25:21.018390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41342) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:21.488398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04a51b-ef99-4880-b340-063afba9ea05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:21.489786 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-cc04a51b-ef99-4880-b340-063afba9ea05 admin admin] 10.222.0.41 "GET /v2.0/networks/308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 HTTP/1.1" status: 200  len: 825 time: 0.4703290
Apr 21 13:25:21.517442 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bc61f35b-8d6d-482c-9569-a193fe420aa1 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/28855328-4b5a-4c60-8c15-6d5dab7557bf HTTP/1.1" status: 200  len: 734 time: 0.0216773
Apr 21 13:25:21.526639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:21.531562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:21.535447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Usage tracker for resource:subnet and tenant:0f9b9fb7e3c645babaef2b0439ab0328 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:21.538367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:21.544227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:21.554973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Made reservation on behalf of 0f9b9fb7e3c645babaef2b0439ab0328 for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:25:21.559619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:22.030564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:22.035844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:22.122192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc2ef63-c46f-479a-a4d3-9dcc504bb621,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:22.124230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Checking segment: {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:25:22.124622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Network hostable DHCP agents. Network: 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:25:22.131048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:22.145915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:25:22.155624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:25:22.159989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:22.160629 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:22.165130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342cf33-4b56-4ff6-bcec-c17df12f3071 None None] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:25:22.179366 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6563067
Apr 21 13:25:22.490413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:25:22.491747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:22.847651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Allocated IP 172.20.0.2 (308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660/ecc2ef63-c46f-479a-a4d3-9dcc504bb621/a788f807-62c7-4a7d-b4bf-3434fb5dc26e) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:25:23.080128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:23.094006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Transition to ACTIVE for port object a788f807-62c7-4a7d-b4bf-3434fb5dc26e will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:25:23.115887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Transition to ACTIVE for port object a788f807-62c7-4a7d-b4bf-3434fb5dc26e will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:25:23.123666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:23.132004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:23.187562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:25:23.194983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:25:23.205252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:25:23.248338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Pushing event updated for resources: {'Port': ['ID=a788f807-62c7-4a7d-b4bf-3434fb5dc26e,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:23.292409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.292782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.293151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.293511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.293861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.294234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.295183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.295533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.295895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.296246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.296591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.296934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Tracked resource versions report:
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:25:23.298066 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:25:23.314748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:23.322096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Attempting to bind port a788f807-62c7-4a7d-b4bf-3434fb5dc26e on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:25:23.322539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Attempting to bind port a788f807-62c7-4a7d-b4bf-3434fb5dc26e by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:25:23.322987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Attempting to bind port a788f807-62c7-4a7d-b4bf-3434fb5dc26e on network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:25:23.329075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:25:23.329494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Checking segment: {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:25:23.329962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:23.330382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Bound using segment: {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:25:23.330953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Bound port: a788f807-62c7-4a7d-b4bf-3434fb5dc26e, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:25:23.331375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:23.434783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] For port a788f807-62c7-4a7d-b4bf-3434fb5dc26e, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:25:23.438913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] For port a788f807-62c7-4a7d-b4bf-3434fb5dc26e, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=a788f807-62c7-4a7d-b4bf-3434fb5dc26e,segment=NetworkSegment(9ebc1b82-a560-404d-8d9d-7f29734c261c),segment_id=9ebc1b82-a560-404d-8d9d-7f29734c261c)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:25:23.446046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:23.455829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:23.548226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Pushing event updated for resources: {'Port': ['ID=a788f807-62c7-4a7d-b4bf-3434fb5dc26e,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:23.551389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:25.014652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41352) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:25.403032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [None req-3780eb54-b76f-4390-965c-08477d6f826e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:25:25.404099 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3780eb54-b76f-4390-965c-08477d6f826e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3883920
Apr 21 13:25:28.189380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41362) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:28.596867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [None req-433b642f-a418-4e09-a193-d7983f1f88f8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:25:28.597955 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-433b642f-a418-4e09-a193-d7983f1f88f8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4076478
Apr 21 13:25:29.957594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device a788f807-62c7-4a7d-b4bf-3434fb5dc26e up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:25:30.032125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port a788f807-62c7-4a7d-b4bf-3434fb5dc26e completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:25:30.394629 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c564f29-3552-429a-8507-e3941d59fad8 None None] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:25:30.492093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Provisioning for port a788f807-62c7-4a7d-b4bf-3434fb5dc26e completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:25:30.502015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Provisioning complete for port a788f807-62c7-4a7d-b4bf-3434fb5dc26e triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:30.502435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:30.742503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:30.789507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] For port a788f807-62c7-4a7d-b4bf-3434fb5dc26e, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=a788f807-62c7-4a7d-b4bf-3434fb5dc26e,segment=NetworkSegment(9ebc1b82-a560-404d-8d9d-7f29734c261c),segment_id=9ebc1b82-a560-404d-8d9d-7f29734c261c)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:25:30.795012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:30.800236 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe56b4a5-98ef-4d29-ae36-71b9a5f2368f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:30.875509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Pushing event updated for resources: {'Port': ['ID=a788f807-62c7-4a7d-b4bf-3434fb5dc26e,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:30.878771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:31.019268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-d130af11-dc93-40bd-8bb5-6abf56045428 None None] Provisioning complete for port a788f807-62c7-4a7d-b4bf-3434fb5dc26e triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:31.019747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d130af11-dc93-40bd-8bb5-6abf56045428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:31.639238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41378) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:31.917970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device a788f807-62c7-4a7d-b4bf-3434fb5dc26e up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:25:31.998141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port a788f807-62c7-4a7d-b4bf-3434fb5dc26e triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:31.998605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:32.023030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Request body: {'router': {'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'name': 'router1', 'admin_state_up': True}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:32.028546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:32.032590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Usage tracker for resource:router and tenant:0f9b9fb7e3c645babaef2b0439ab0328 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:32.035768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:32.041614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:32.050939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:32.052238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:32.072696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:32.178746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:32.196414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:32.197653 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-215f3411-7586-4233-bbd9-4caa88272b0a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5573740
Apr 21 13:25:34.401448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a728f7f8-1378-4997-95be-e73e80f61f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:34.912175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41388) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:35.296495 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [None req-c504be57-5822-4926-bf70-aca38da8ca9d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:25:35.297559 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c504be57-5822-4926-bf70-aca38da8ca9d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3843839
Apr 21 13:25:36.742003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3902b3c-4933-462a-b4cc-045580c58d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:36.873319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:37.968094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.032569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41408) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:38.190721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:38.196045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:38.200010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Usage tracker for resource:network and tenant:21910ea6e09f43a984b34e3adfef3408 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:38.203447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:38.209286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:38.217747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Made reservation on behalf of 21910ea6e09f43a984b34e3adfef3408 for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:25:38.222397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.234664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.250077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:38.253851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Usage tracker for resource:security_group_rule and tenant:21910ea6e09f43a984b34e3adfef3408 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:38.256660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:38.262401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:38.346527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.348989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.353208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:38.369251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Reserving flat network on physical network physnet1 {{(pid=86358) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 21 13:25:38.390581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df83c55-b7cf-4fc5-8b65-d85652cd1517,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:38.394905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:38.395857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.396234 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Added segment 3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2 of type flat for network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8
Apr 21 13:25:38.428532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.463037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.464339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:38.464987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:38.469831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1000fb7e-e383-4ae1-9663-85a9a3df85af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:38.570997 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5373788
Apr 21 13:25:38.573762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8799d4-ce4c-432f-b7cb-8044dedfa0d8,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:38.576503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:38.584431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:25:38.760722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:41.093661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41428) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:41.206296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b2a4a-38ae-4969-9be8-1a5d161fa24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:41.207657 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4f2b2a4a-38ae-4969-9be8-1a5d161fa24c admin admin] 10.222.0.41 "GET /v2.0/subnets/ecc2ef63-c46f-479a-a4d3-9dcc504bb621 HTTP/1.1" status: 200  len: 849 time: 0.1129742
Apr 21 13:25:41.503290 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-99bc3134-f495-4bc8-83e8-6be0116088e1 admin admin] 10.222.0.41 "GET /v2.0/routers/c9800e4e-9f9b-4cdb-99a7-757e463a9333 HTTP/1.1" status: 200  len: 704 time: 0.2895708
Apr 21 13:25:41.979339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:42.210021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Allocated IP 172.20.0.1 (308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660/ecc2ef63-c46f-479a-a4d3-9dcc504bb621/d59cf0fe-9c62-4ad7-9569-c4b1056f980b) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:25:42.367899 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:42.384853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Transition to ACTIVE for port object d59cf0fe-9c62-4ad7-9569-c4b1056f980b will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:25:42.440708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:42.445308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:42.510220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:25:42.513660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:25:42.517479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:25:42.517997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:42.645558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Pushing event updated for resources: {'Port': ['ID=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:42.657576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:42.725186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b6756d82-8a0c-42d8-a5b5-52e0c7739a0a None None] Provisioning for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:25:42.730086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b6756d82-8a0c-42d8-a5b5-52e0c7739a0a None None] Provisioning complete for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:42.730534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b6756d82-8a0c-42d8-a5b5-52e0c7739a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:42.786357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b6756d82-8a0c-42d8-a5b5-52e0c7739a0a None None] Port d59cf0fe-9c62-4ad7-9569-c4b1056f980b cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:25:42.792843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:43.030822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:43.034224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:43.035323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:43.039563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:43.174864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Pushing event updated for resources: {'Port': ['ID=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:43.179235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:43.237601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:25:43.238992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:25:43.411164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-82931aba-dc4a-403e-a1e2-251203b6b11a None None] Provisioning complete for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:43.411571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-82931aba-dc4a-403e-a1e2-251203b6b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:43.473532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-82931aba-dc4a-403e-a1e2-251203b6b11a None None] Port d59cf0fe-9c62-4ad7-9569-c4b1056f980b cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:25:43.608010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Router c9800e4e-9f9b-4cdb-99a7-757e463a9333 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:25:43.765025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:25:43.774102 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] 10.222.0.41 "PUT /v2.0/routers/c9800e4e-9f9b-4cdb-99a7-757e463a9333/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2653916
Apr 21 13:25:43.775379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Sync routers for ids ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:25:43.786912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Routers {'c9800e4e-9f9b-4cdb-99a7-757e463a9333'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:25:43.787800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa2ceb8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:25:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:43.972392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Set router c9800e4e-9f9b-4cdb-99a7-757e463a9333 gateway port host: None {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:25:44.526523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa2ceb8>, [{'id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'name': 'router1', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:32Z', 'updated_at': '2021-04-21T13:25:42Z', 'revision_number': 2, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'gw_port_host': None, '_interfaces': [{'id': 'd59cf0fe-9c62-4ad7-9569-c4b1056f980b', 'name': '', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'mac_address': 'fa:16:3e:db:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:42Z', 'updated_at': '2021-04-21T13:25:42Z', 'revision_number': 2, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'subnets': [{'id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:44.532106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Checking router: c9800e4e-9f9b-4cdb-99a7-757e463a9333 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:25:44.532499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Updating router c9800e4e-9f9b-4cdb-99a7-757e463a9333 port d59cf0fe-9c62-4ad7-9569-c4b1056f980b binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:25:44.590181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:44.986830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:45.001935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Transition to ACTIVE for port object d59cf0fe-9c62-4ad7-9569-c4b1056f980b will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:25:45.007540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:45.014179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:45.233276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Pushing event updated for resources: {'Port': ['ID=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:45.246076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.246449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.247386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.247750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.248108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.248468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.248823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.249180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.249544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.249896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.250248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.250646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Tracked resource versions report:
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:25:45.251775 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:25:45.255299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:45.256389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Attempting to bind port d59cf0fe-9c62-4ad7-9569-c4b1056f980b on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:25:45.256816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Attempting to bind port d59cf0fe-9c62-4ad7-9569-c4b1056f980b by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:25:45.257226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Attempting to bind port d59cf0fe-9c62-4ad7-9569-c4b1056f980b on network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:25:45.262920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:25:45.263356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Checking segment: {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:25:45.263834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:45.264253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Bound using segment: {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:25:45.264782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Bound port: d59cf0fe-9c62-4ad7-9569-c4b1056f980b, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebc1b82-a560-404d-8d9d-7f29734c261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:25:45.265210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:45.362933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] For port d59cf0fe-9c62-4ad7-9569-c4b1056f980b, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:25:45.367485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] For port d59cf0fe-9c62-4ad7-9569-c4b1056f980b, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,segment=NetworkSegment(9ebc1b82-a560-404d-8d9d-7f29734c261c),segment_id=9ebc1b82-a560-404d-8d9d-7f29734c261c)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:25:45.371585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:45.376971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:45.449569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Routers {'c9800e4e-9f9b-4cdb-99a7-757e463a9333'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:25:45.450237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa2ceb8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:25:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:45.600728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Pushing event updated for resources: {'Port': ['ID=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,revision_number=4']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:45.604058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:45.636613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] Set router c9800e4e-9f9b-4cdb-99a7-757e463a9333 gateway port host: None {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:25:45.977072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa2ceb8>, [{'id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'name': 'router1', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:32Z', 'updated_at': '2021-04-21T13:25:42Z', 'revision_number': 2, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'gw_port_host': None, '_interfaces': [{'id': 'd59cf0fe-9c62-4ad7-9569-c4b1056f980b', 'name': '', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'mac_address': 'fa:16:3e:db:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:42Z', 'updated_at': '2021-04-21T13:25:45Z', 'revision_number': 4, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'subnets': [{'id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:45.981741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c8f2a-0eb1-4c1f-9f4b-874ab1204897 None None] The sync data for ids ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'] in dv-cinder-787195-3-iscsi is: [{'id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'name': 'router1', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:32Z', 'updated_at': '2021-04-21T13:25:42Z', 'revision_number': 2, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'gw_port_host': None, '_interfaces': [{'id': 'd59cf0fe-9c62-4ad7-9569-c4b1056f980b', 'name': '', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'mac_address': 'fa:16:3e:db:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:42Z', 'updated_at': '2021-04-21T13:25:45Z', 'revision_number': 4, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'subnets': [{'id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:25:46.285913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41440) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:46.445125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8cebbb-20b9-4d30-b733-01a5c25d59e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:46.445740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3b8cebbb-20b9-4d30-b733-01a5c25d59e5 admin admin] Synchronizing usage tracker for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:network {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:25:46.462680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3b8cebbb-20b9-4d30-b733-01a5c25d59e5 admin admin] Unset dirty status for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:network {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:25:46.463863 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3b8cebbb-20b9-4d30-b733-01a5c25d59e5 admin admin] 10.222.0.41 "GET /v2.0/networks/7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 HTTP/1.1" status: 200  len: 842 time: 0.1767859
Apr 21 13:25:46.474204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:46.479589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:25:46.483554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Usage tracker for resource:subnet and tenant:21910ea6e09f43a984b34e3adfef3408 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:25:46.486577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:25:46.493488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:25:46.502655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Made reservation on behalf of 21910ea6e09f43a984b34e3adfef3408 for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:25:46.507335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:46.948416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.objects.ports [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86358) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 21 13:25:46.948912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:46.954288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-528abeb8-f876-43f4-8e35-79a463e41767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:47.029858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3848a45-e30e-41a4-9893-7c23f357face,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:47.035311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:47.037872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:25:47.038256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Network hostable DHCP agents. Network: 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:25:47.055915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:25:47.064187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:25:47.067938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:47.068562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:47.074216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6b605-4b1a-41e2-b38b-8789ba269164 None None] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:25:47.102489 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6177773
Apr 21 13:25:47.311498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa41e3-e3cd-4e32-8a48-76d323cae34c None None] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:25:48.392189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:25:49.685286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41454) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:49.892184 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ab45a211-01fe-421f-8c25-bc712a28ddb6 admin admin] 10.222.0.41 "GET /v2.0/routers/c9800e4e-9f9b-4cdb-99a7-757e463a9333 HTTP/1.1" status: 200  len: 710 time: 0.2057056
Apr 21 13:25:49.936096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device d59cf0fe-9c62-4ad7-9569-c4b1056f980b up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:25:50.005219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:25:50.010085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:50.010514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:50.033746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918332ac-374a-4109-ac8e-a2fb1e07c74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:25:50.037403 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-918332ac-374a-4109-ac8e-a2fb1e07c74c admin admin] 10.222.0.41 "GET /v2.0/networks/7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 HTTP/1.1" status: 200  len: 886 time: 0.1394601
Apr 21 13:25:50.045656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:25:50.131994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:50.164310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port d59cf0fe-9c62-4ad7-9569-c4b1056f980b, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,segment=NetworkSegment(9ebc1b82-a560-404d-8d9d-7f29734c261c),segment_id=9ebc1b82-a560-404d-8d9d-7f29734c261c)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:25:50.167036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:50.170041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:50.240046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=d59cf0fe-9c62-4ad7-9569-c4b1056f980b,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:50.243232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:50.506518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:50.849344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:50.907903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:51.049924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Allocated IP 172.27.0.202 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/f50cce0e-f4c2-45ad-823c-caf0fc799ab3) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:25:51.200751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:51.229231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:51.234685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3aadd8f1-d190-4821-973a-8ed3aa685959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:51.300251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:25:51.303344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:25:51.307241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:25:51.563770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Pushing event updated for resources: {'Port': ['ID=f50cce0e-f4c2-45ad-823c-caf0fc799ab3,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:51.568044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:51.892018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:51.919030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device d59cf0fe-9c62-4ad7-9569-c4b1056f980b up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:25:52.009577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:52.009982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:52.243749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:52.247725 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853024051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1751749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853009109'] for router, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:52.433635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Router c9800e4e-9f9b-4cdb-99a7-757e463a9333 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:25:52.615555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:25:52.625581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Sync routers for ids ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:25:52.625744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:52.626890 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] 10.222.0.41 "PUT /v2.0/routers/c9800e4e-9f9b-4cdb-99a7-757e463a9333 HTTP/1.1" status: 200  len: 890 time: 2.5854261
Apr 21 13:25:52.636007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Routers {'c9800e4e-9f9b-4cdb-99a7-757e463a9333'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:25:52.636814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9de2cf8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:25:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:52.837140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Set router c9800e4e-9f9b-4cdb-99a7-757e463a9333 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:25:53.189240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9de2cf8>, [{'id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'name': 'router1', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f50cce0e-f4c2-45ad-823c-caf0fc799ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:32Z', 'updated_at': '2021-04-21T13:25:51Z', 'revision_number': 4, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'gw_port': {'id': 'f50cce0e-f4c2-45ad-823c-caf0fc799ab3', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:50Z', 'updated_at': '2021-04-21T13:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'd59cf0fe-9c62-4ad7-9569-c4b1056f980b', 'name': '', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'mac_address': 'fa:16:3e:db:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:42Z', 'updated_at': '2021-04-21T13:25:50Z', 'revision_number': 5, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'subnets': [{'id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:53.194054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Checking router: c9800e4e-9f9b-4cdb-99a7-757e463a9333 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:25:53.194439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Updating router c9800e4e-9f9b-4cdb-99a7-757e463a9333 port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:25:53.248813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:53.587832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:53.600246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Transition to ACTIVE for port object f50cce0e-f4c2-45ad-823c-caf0fc799ab3 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:25:53.607116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:53.611905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:53.694305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Attempting to bind port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:25:53.694748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Attempting to bind port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:25:53.695154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Attempting to bind port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:25:53.701791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5d304-8ece-410a-ad0d-861a3b866377 None None] Pushing event updated for resources: {'Port': ['ID=f50cce0e-f4c2-45ad-823c-caf0fc799ab3,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:53.706022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-46b5d304-8ece-410a-ad0d-861a3b866377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:53.706856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:25:53.707273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:25:53.707715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:53.708140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:25:53.708650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Bound port: f50cce0e-f4c2-45ad-823c-caf0fc799ab3, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:25:53.709424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:53.784362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] For port f50cce0e-f4c2-45ad-823c-caf0fc799ab3, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:25:53.787506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] For port f50cce0e-f4c2-45ad-823c-caf0fc799ab3, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=f50cce0e-f4c2-45ad-823c-caf0fc799ab3,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:25:53.790793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:53.795622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:53.876623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Routers {'c9800e4e-9f9b-4cdb-99a7-757e463a9333'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:25:53.877302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9de2cf8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:25:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:53.948055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5d304-8ece-410a-ad0d-861a3b866377 None None] Pushing event updated for resources: {'Port': ['ID=f50cce0e-f4c2-45ad-823c-caf0fc799ab3,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:53.953220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-46b5d304-8ece-410a-ad0d-861a3b866377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:54.073044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] Set router c9800e4e-9f9b-4cdb-99a7-757e463a9333 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:25:54.415039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9de2cf8>, [{'id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'name': 'router1', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f50cce0e-f4c2-45ad-823c-caf0fc799ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:32Z', 'updated_at': '2021-04-21T13:25:51Z', 'revision_number': 4, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'gw_port': {'id': 'f50cce0e-f4c2-45ad-823c-caf0fc799ab3', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:50Z', 'updated_at': '2021-04-21T13:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'd59cf0fe-9c62-4ad7-9569-c4b1056f980b', 'name': '', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'mac_address': 'fa:16:3e:db:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:42Z', 'updated_at': '2021-04-21T13:25:50Z', 'revision_number': 5, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'subnets': [{'id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:25:54.419799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ba877-f3c4-464e-8d58-e3867b44b403 None None] The sync data for ids ['c9800e4e-9f9b-4cdb-99a7-757e463a9333'] in dv-cinder-787195-3-iscsi is: [{'id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'name': 'router1', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f50cce0e-f4c2-45ad-823c-caf0fc799ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:32Z', 'updated_at': '2021-04-21T13:25:51Z', 'revision_number': 4, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'gw_port': {'id': 'f50cce0e-f4c2-45ad-823c-caf0fc799ab3', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:50Z', 'updated_at': '2021-04-21T13:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'd59cf0fe-9c62-4ad7-9569-c4b1056f980b', 'name': '', 'network_id': '308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660', 'tenant_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'mac_address': 'fa:16:3e:db:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9800e4e-9f9b-4cdb-99a7-757e463a9333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:42Z', 'updated_at': '2021-04-21T13:25:50Z', 'revision_number': 5, 'project_id': '0f9b9fb7e3c645babaef2b0439ab0328', 'subnets': [{'id': 'ecc2ef63-c46f-479a-a4d3-9dcc504bb621', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28855328-4b5a-4c60-8c15-6d5dab7557bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:25:55.337736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 41464) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:25:55.462434 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5e599bfe-a983-4c74-87ca-d9e357f772f8 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1234708
Apr 21 13:25:55.959798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device f50cce0e-f4c2-45ad-823c-caf0fc799ab3 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:25:56.035282 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:25:56.040146 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:56.040561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:56.162008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:56.179183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port f50cce0e-f4c2-45ad-823c-caf0fc799ab3, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=f50cce0e-f4c2-45ad-823c-caf0fc799ab3,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:25:56.182027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:25:56.184848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-46b5d304-8ece-410a-ad0d-861a3b866377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:25:56.256506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=f50cce0e-f4c2-45ad-823c-caf0fc799ab3,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:25:56.259809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:25:57.947960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device f50cce0e-f4c2-45ad-823c-caf0fc799ab3 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:25:58.047285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port f50cce0e-f4c2-45ad-823c-caf0fc799ab3 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:25:58.047916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:04.408686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3c271544-a80f-4dc9-90df-9e6ff099f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:06.743592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9d58-502e-4992-89fd-9e8a9c784679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:06.877632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:07.971050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:08.771562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:25.392487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:26:34.401153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5fcd2fc1-69d1-4f03-aeee-36d2ffafd348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:36.750686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fb8adb9-679b-4e01-b134-32b9204d43ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:36.882749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:37.982252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:26:38.778992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:02.392173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:27:04.404059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9edfc95b-7a82-4c18-b881-4113a3760736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:06.745216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3510a797-3643-4a90-9053-0f6cdf80258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:06.885620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:07.976002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:08.781068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:34.405773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ca6d66a-72b9-447e-8c95-695ef724771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:36.746622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aab2a45e-19d4-4927-96fd-a843e4ad3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:36.889521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:37.977879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:38.656251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42034) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:38.729463 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.pecan_wsgi.hooks.translation [None req-070deb1d-5e4f-4adf-9651-b070f8b2fa11 admin admin] GET failed (client error): The resource could not be found.
Apr 21 13:27:38.730835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-070deb1d-5e4f-4adf-9651-b070f8b2fa11 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0735440
Apr 21 13:27:38.785377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:38.871120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f5f83-9e0f-4064-b7e2-80f869157666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:38.872613 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-223f5f83-9e0f-4064-b7e2-80f869157666 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1374562
Apr 21 13:27:39.391691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:27:41.364962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42044) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:41.479404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf34af-f4ce-43d6-bea9-a2ea5495b98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:41.480017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-03cf34af-f4ce-43d6-bea9-a2ea5495b98f admin admin] Synchronizing usage tracker for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:subnet {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:27:41.495000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-03cf34af-f4ce-43d6-bea9-a2ea5495b98f admin admin] Unset dirty status for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:subnet {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:27:41.496238 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-03cf34af-f4ce-43d6-bea9-a2ea5495b98f admin admin] 10.222.0.41 "GET /v2.0/subnets/ecc2ef63-c46f-479a-a4d3-9dcc504bb621 HTTP/1.1" status: 200  len: 849 time: 0.1302133
Apr 21 13:27:41.506747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:27:41.630059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:41.941024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789058490585'] for subnet, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:41.945733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:27:41.984465 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:41.985117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:41.986512 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] 10.222.0.41 "PUT /v2.0/subnets/ecc2ef63-c46f-479a-a4d3-9dcc504bb621 HTTP/1.1" status: 200  len: 868 time: 0.4839170
Apr 21 13:27:41.989655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358a0a8-b51d-4ee7-8d7a-a77167dbd4d4 None None] Network 308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:27:42.019068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc2ef63-c46f-479a-a4d3-9dcc504bb621,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:27:42.027027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.027438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.027817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.028186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.028552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.028933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.029297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.029658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.030035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.030395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.030806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.031165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:27:42.035132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:27:42.456796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4d7e2782-d1a6-46dc-b340-bee1c2a7e7c7 None None] Provisioning complete for port d59cf0fe-9c62-4ad7-9569-c4b1056f980b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:27:42.457330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4d7e2782-d1a6-46dc-b340-bee1c2a7e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:42.587481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4d7e2782-d1a6-46dc-b340-bee1c2a7e7c7 None None] Provisioning complete for port a788f807-62c7-4a7d-b4bf-3434fb5dc26e triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:27:42.587886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4d7e2782-d1a6-46dc-b340-bee1c2a7e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:27:44.482109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42054) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:44.849743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f44c8-bbea-4c12-97bb-df061760f0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:44.850284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f44c8-bbea-4c12-97bb-df061760f0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:44.851971 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f79f44c8-bbea-4c12-97bb-df061760f0a4 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3687708
Apr 21 13:27:47.327468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42064) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:47.510219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6927d1-3e19-4479-946f-5d5198e689f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:47.510727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6927d1-3e19-4479-946f-5d5198e689f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:47.512350 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1e6927d1-3e19-4479-946f-5d5198e689f0 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1838553
Apr 21 13:27:49.983686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42074) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:50.168484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe1463-537e-40a5-8ce0-cb5a82d53ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:50.169877 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f4fe1463-537e-40a5-8ce0-cb5a82d53ae0 admin admin] 10.222.0.41 "GET /v2.0/networks/308bdbbf-e1d2-47c5-bdc4-fc3fe6cbe660 HTTP/1.1" status: 200  len: 869 time: 0.1851697
Apr 21 13:27:52.630072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42084) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:52.807561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05864a9a-ddf6-49c6-9ac1-25f8a9ca31a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:52.808921 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-05864a9a-ddf6-49c6-9ac1-25f8a9ca31a2 admin admin] 10.222.0.41 "GET /v2.0/networks/7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 HTTP/1.1" status: 200  len: 886 time: 0.1777933
Apr 21 13:27:55.269863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42094) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:55.387208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad877ab-0ab5-4eca-a6bd-914afdcfc657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:55.387719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad877ab-0ab5-4eca-a6bd-914afdcfc657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:55.389305 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8ad877ab-0ab5-4eca-a6bd-914afdcfc657 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1184075
Apr 21 13:27:57.836507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42104) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:27:57.950156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf4f7b-a8ea-4700-b4dd-848e7cdf3b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:57.950702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf4f7b-a8ea-4700-b4dd-848e7cdf3b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:27:57.952342 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b1bf4f7b-a8ea-4700-b4dd-848e7cdf3b53 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1147819
Apr 21 13:28:00.420831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42114) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:28:00.529535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6008e4e1-5b0f-47fc-94ef-e2dc7495f48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:28:00.531008 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6008e4e1-5b0f-47fc-94ef-e2dc7495f48d admin admin] 10.222.0.41 "GET /v2.0/subnets/a3848a45-e30e-41a4-9893-7c23f357face HTTP/1.1" status: 200  len: 816 time: 0.1091418
Apr 21 13:28:03.030079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42124) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:28:03.175518 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:28:03.176092 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:28:03.579675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.policy [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86359) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 13:28:03.793014 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:28:03.793441 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING oslo_policy.policy [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 13:28:03.810697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:28:03.812389 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-136aaed9-d99d-4efd-be32-f1dc485de7ff admin admin] 10.222.0.41 "GET /v2.0/subnets/ecc2ef63-c46f-479a-a4d3-9dcc504bb621 HTTP/1.1" status: 200  len: 868 time: 0.7812760
Apr 21 13:28:04.407826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ab1680f-8ddf-44b7-bc64-d85cf597ca31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:06.748768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-806a4f50-de2d-418c-9ec2-2f450912d5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:06.892979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:07.980722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:08.790967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:16.391556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:28:30.174538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42174) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:28:30.227800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [None req-f871e2d6-90b1-48a9-a041-d72dcddb6bfb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:28:30.228861 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f871e2d6-90b1-48a9-a041-d72dcddb6bfb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0533133
Apr 21 13:28:32.795412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42184) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:28:32.875913 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.pecan_wsgi.hooks.translation [None req-475d6467-f301-4d78-945d-453b744fa08e admin admin] GET failed (client error): The resource could not be found.
Apr 21 13:28:32.877272 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-475d6467-f301-4d78-945d-453b744fa08e admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0808611
Apr 21 13:28:33.021699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123c230-1913-4bbc-81f1-53e4a9daef65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:28:33.023252 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c123c230-1913-4bbc-81f1-53e4a9daef65 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1417794
Apr 21 13:28:34.408211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-46227d59-2310-4504-9589-04e77451d305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:35.516359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42194) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:28:35.566590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:28:35.569107 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.quota [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe5caab8f28>.
Apr 21 13:28:35.576028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:28:35.588997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:28:35.601047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Made reservation on behalf of 21910ea6e09f43a984b34e3adfef3408 for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:28:35.606865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:35.704011 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.services.revisions.revision_plugin [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe5ca931eb8] {project_id='21910ea6e09f43a984b34e3adfef3408', id='04ac9b54-032e-458f-99b9-b60f34e5a184', target_tenant='*', action='access_as_shared', object_id='2552b20a-eb26-41bc-ac02-d866e30a2cfa'}> to bump revision.
Apr 21 13:28:35.717103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:28:35.727286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363247796368022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:35.727859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe5cb44d6a8> segment precommit_create {{(pid=86359) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 13:28:35.728326 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Added segment 0a72fa88-434b-44ad-89d5-b1d52b40ec24 of type vlan for network 2552b20a-eb26-41bc-ac02-d866e30a2cfa
Apr 21 13:28:35.798768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:35.833394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:35.835113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:28:35.835748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:35.841878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:28:35.945293 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4277444
Apr 21 13:28:35.954615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=2552b20a-eb26-41bc-ac02-d866e30a2cfa,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:28:35.962997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.963375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.963737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.964090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.964447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.964803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.965151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.965497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.965842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.966184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.966551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.966898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Tracked resource versions report:
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:28:35.968082 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:28:35.996198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:28:36.120479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 2552b20a-eb26-41bc-ac02-d866e30a2cfa details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:28:36.750147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a871670d-d092-4bb4-9006-645f8c77ea85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:36.895493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:37.983855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:38.475552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42208) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:28:38.552094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37367f6-c935-4130-a342-047f50d3124f admin admin] GET failed (client error): The resource could not be found.
Apr 21 13:28:38.552656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f37367f6-c935-4130-a342-047f50d3124f admin admin] Synchronizing usage tracker for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:network {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:28:38.567389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f37367f6-c935-4130-a342-047f50d3124f admin admin] Unset dirty status for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:network {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:28:38.568566 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f37367f6-c935-4130-a342-047f50d3124f admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0919874
Apr 21 13:28:38.680888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78f465-9435-4b16-bbbb-a29329df076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:28:38.682288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5f78f465-9435-4b16-bbbb-a29329df076c admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1094100
Apr 21 13:28:38.692643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:28:38.697432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:28:38.707159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:28:38.716028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Made reservation on behalf of 21910ea6e09f43a984b34e3adfef3408 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:28:38.720454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:38.793530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:39.123169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:39.128344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:28:39.207861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e457fa7-345e-4737-b8b8-9bbbd7cd0124,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:28:39.211110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:28:39.214377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Checking segment: {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:28:39.215220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Network hostable DHCP agents. Network: 2552b20a-eb26-41bc-ac02-d866e30a2cfa, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:28:39.235090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Network 2552b20a-eb26-41bc-ac02-d866e30a2cfa is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:28:39.243925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 2552b20a-eb26-41bc-ac02-d866e30a2cfa) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:28:39.248339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:28:39.248973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:39.253588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f8db6-537f-4bb1-a05f-6f5fa422d7aa None None] Network 2552b20a-eb26-41bc-ac02-d866e30a2cfa requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:28:39.271976 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5829434
Apr 21 13:28:39.491679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-2552b20a-eb26-41bc-ac02-d866e30a2cfa', 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa', 'tenant_id': '21910ea6e09f43a984b34e3adfef3408', 'fixed_ips': [{'subnet_id': '1e457fa7-345e-4737-b8b8-9bbbd7cd0124'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:28:39.493091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:39.658846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Allocated IP 192.168.233.2 (2552b20a-eb26-41bc-ac02-d866e30a2cfa/1e457fa7-345e-4737-b8b8-9bbbd7cd0124/11a1b492-e810-43ac-9ee9-ef8587a4736e) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:28:39.876153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:39.886856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Transition to ACTIVE for port object 11a1b492-e810-43ac-9ee9-ef8587a4736e will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:28:39.905809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Transition to ACTIVE for port object 11a1b492-e810-43ac-9ee9-ef8587a4736e will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:28:39.912493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:39.918210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:28:39.989565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Network 2552b20a-eb26-41bc-ac02-d866e30a2cfa is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:28:39.993158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:28:39.997045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:28:40.004778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Pushing event updated for resources: {'Port': ['ID=11a1b492-e810-43ac-9ee9-ef8587a4736e,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:28:40.042168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.042572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.042947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.043317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.043684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.044045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.044404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.044768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.045123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.045481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.045832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.046186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:28:40.054373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:28:40.106757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Attempting to bind port 11a1b492-e810-43ac-9ee9-ef8587a4736e on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:28:40.107167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Attempting to bind port 11a1b492-e810-43ac-9ee9-ef8587a4736e by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:28:40.107573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Attempting to bind port 11a1b492-e810-43ac-9ee9-ef8587a4736e on network 2552b20a-eb26-41bc-ac02-d866e30a2cfa {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:28:40.113413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:28:40.113831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Checking segment: {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:28:40.114556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:40.114993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Bound using segment: {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:28:40.115506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Bound port: 11a1b492-e810-43ac-9ee9-ef8587a4736e, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:28:40.115917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:40.213192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] For port 11a1b492-e810-43ac-9ee9-ef8587a4736e, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:28:40.216670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] For port 11a1b492-e810-43ac-9ee9-ef8587a4736e, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=11a1b492-e810-43ac-9ee9-ef8587a4736e,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:28:40.219286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:40.224222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:28:40.305884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Pushing event updated for resources: {'Port': ['ID=11a1b492-e810-43ac-9ee9-ef8587a4736e,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:28:40.311210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:28:41.451721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359dd59-9827-4dc2-b866-54ec0ecc7bfb None None] Network 2552b20a-eb26-41bc-ac02-d866e30a2cfa requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:28:41.585293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b98f1fd8-a2f6-449c-94a2-836e3df67862 None None] Provisioning for port 11a1b492-e810-43ac-9ee9-ef8587a4736e completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:28:42.203143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 11a1b492-e810-43ac-9ee9-ef8587a4736e up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:28:42.311125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 11a1b492-e810-43ac-9ee9-ef8587a4736e completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:28:42.316719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 11a1b492-e810-43ac-9ee9-ef8587a4736e triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:28:42.317132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:42.440733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:42.473400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 11a1b492-e810-43ac-9ee9-ef8587a4736e, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=11a1b492-e810-43ac-9ee9-ef8587a4736e,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:28:42.476334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:42.481336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-09b8847f-5f46-4d02-9b81-8f4e960c3951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:28:42.550496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=11a1b492-e810-43ac-9ee9-ef8587a4736e,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:28:42.553770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:28:44.182033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 11a1b492-e810-43ac-9ee9-ef8587a4736e up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:28:44.253411 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 11a1b492-e810-43ac-9ee9-ef8587a4736e triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:28:44.253751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:28:53.391596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:29:04.409619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6dc33e60-5ad1-45e4-a4a9-c5268f015e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:06.751867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf4dc-a278-4e5e-98e2-2c7b3f4261b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:06.899408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:07.986619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:08.789941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:30.391134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:29:34.413470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-39a537f0-61d9-403e-94c9-a1e76ae01c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:36.752778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-184ef1cb-00e4-4244-96d8-213eeee67e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:36.902481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:37.991244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:38.794250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:52.365930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42250) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:29:52.372467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [None req-059f7330-7f60-4d2b-a52d-48ff83bbd570 tempest-verify_tempest_config-1517477266 tempest-verify_tempest_config-1517477266-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:29:52.373540 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-059f7330-7f60-4d2b-a52d-48ff83bbd570 tempest-verify_tempest_config-1517477266 tempest-verify_tempest_config-1517477266-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065007
Apr 21 13:29:52.680066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42268) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:29:52.802977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:52.818094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:29:52.822672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Usage tracker for resource:security_group_rule and tenant:fae1797673cb4ed283b4440590ce1484 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:29:52.825789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:29:52.831690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:29:52.931359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:52.934188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:52.942845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:29:52.984013 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fae1797673cb4ed283b4440590ce1484&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3026342
Apr 21 13:29:52.985668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6fc299-f980-400b-aa44-be39589b546d,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:29:52.986895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42274) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:29:52.993681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.994079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.994450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.994841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.995205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.995581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.995939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.996296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.996665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.997020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.997373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:52.997720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.002431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:29:53.051277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:53.077998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:53.129930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:53.135712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:29:53.146341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6fc299-f980-400b-aa44-be39589b546d,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:29:53.156714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.157098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.157492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.157837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.158199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.158611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.158973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.159330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.159711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.160070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.160426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.160780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:29:53.164182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:29:53.165444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:29:53.170039 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b6fc299-f980-400b-aa44-be39589b546d HTTP/1.1" status: 204  len: 168 time: 0.1820674
Apr 21 13:30:04.416396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02bd7ed4-bcab-4326-b0fd-2c2ce50b0d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:06.753916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-351e7bbc-3848-4019-a3b7-726188b975dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:06.914245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:07.390493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:30:07.994098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:08.795694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:34.417209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-35a84dd1-6f39-489f-bdfe-026f9943c246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:36.754947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-85d0dc4a-0503-4494-8b33-6d7a6408e9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:36.905517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:37.996158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:38.798045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:30:44.390196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:31:04.417445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-182f6e18-3667-486c-8eeb-e438ff24af2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:06.757087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6336a575-1223-4ad2-86e9-43dd528b9f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:06.908849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:07.997422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:08.801590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:21.389404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 5 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:31:31.134028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005'] for agent, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:34.418288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9de3f87-ea10-4c33-8b89-39157b7a258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:36.044393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42334) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:31:36.164021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5a49ac4e-693d-47d6-8bb1-7dec0886ddb7 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1184287
Apr 21 13:31:36.758301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9e72398-6ff7-4c8f-989c-e7b892ad9b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:36.913533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:37.999222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:38.656909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42344) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:31:38.715879 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0c6f4787-debd-4f0d-af55-1d1bc0a0f218 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0577955
Apr 21 13:31:38.805385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:31:58.389469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:32:01.107957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:04.421675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-701846a5-ec3e-4f44-a1f8-e69d795166d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:06.758525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c52b889f-f284-46c0-9c28-3ff40fb2b6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:06.915086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:08.001263 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:08.806077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:31.109385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:34.427031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5b616aa-cf9d-4d64-b95e-d449211673fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:35.392411 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:32:36.759940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3328566-8582-4281-9e41-b48b5d0c7f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:36.924774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:38.007009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:32:38.810592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:01.123563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:04.423069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9943ef38-cd53-45dc-adc1-b35cbb5c4404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:06.762427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-47a623d6-768a-4a38-a51d-eed79cd98943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:06.923590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:08.009412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:08.821252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.091947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42504) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:12.310437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1397396399-network', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:12.317003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:12.321856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Usage tracker for resource:network and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:12.325076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:12.331382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:12.341026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Made reservation on behalf of e695f0445b5a452a8aab4663eeb1281d for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:12.346901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.361919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.378641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:12.383018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:12.386579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:12.392970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:12.397243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:33:12.496352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.499579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.504548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:12.524595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:33:12.545944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3813deb-7647-4d25-add3-0b6686d1a4b6,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:12.549758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.550233 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Added segment 0e302f30-0e1c-4d74-879a-f8c416d581e5 of type vlan for network 7e2d2fc5-825b-457a-81a8-167b651f75eb
Apr 21 13:33:12.560070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.560458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.560815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.561584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.561958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.562329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.562720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.563089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.563452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.563850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.564209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.564715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Tracked resource versions report:
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     HyperV agent@hv-cinder-78719: {},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:33:12.565728 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:33:12.570588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:12.594960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.637767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.639300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:12.640078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:12.654909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:12.752120 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6559994
Apr 21 13:33:12.752323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42550) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:12.763202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Request body: {'subnet': {'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1397396399-subnet', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:12.767497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2d2fc5-825b-457a-81a8-167b651f75eb,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:12.770046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:12.772564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:12.774909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Usage tracker for resource:subnet and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:12.778072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:12.783707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:33:12.784251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:12.794115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Made reservation on behalf of e695f0445b5a452a8aab4663eeb1281d for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:12.798996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.020713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42562) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:13.213365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42574) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:13.249393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42580) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:13.254770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.260450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-182ef84e-41ca-41f6-8f42-c49409afaca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:13.336921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7963b1e-02bf-4682-9b84-b7753190cf36,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:13.341211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:13.350428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Checking segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:13.350861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Network hostable DHCP agents. Network: 7e2d2fc5-825b-457a-81a8-167b651f75eb, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:33:13.370053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:33:13.387902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 7e2d2fc5-825b-457a-81a8-167b651f75eb) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:13.393255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:13.394222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.401114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74968c3a-6a5a-4c15-bd38-76fd2a036dff None None] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:13.418371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6649318
Apr 21 13:33:13.421257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42590) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:13.428618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:13.434621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.439448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Usage tracker for resource:router and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.444005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.450985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.461951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.463613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.484104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-951957919-network', 'tenant_id': '2d027780eb194468abf898f1ac8e32fc'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:13.493925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.496851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42594) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:13.512024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.610452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052142743-network', 'tenant_id': '2b077db60c2c4af6b98bc985d369c2b1'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:13.618760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1441322163-network', 'tenant_id': '9d337a2f35504db281ec09f2705d43a7'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:13.622792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Usage tracker for resource:network and tenant:2d027780eb194468abf898f1ac8e32fc is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.628961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.650391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-7e2d2fc5-825b-457a-81a8-167b651f75eb', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:33:13.651892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.655764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.661398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Usage tracker for resource:network and tenant:2b077db60c2c4af6b98bc985d369c2b1 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.664820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.671722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.689870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.692348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Made reservation on behalf of 2b077db60c2c4af6b98bc985d369c2b1 for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:13.694829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-196899911-network', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:13.697809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.702900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.713280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Usage tracker for resource:network and tenant:805919dd7fcf4445afd56d53d25eb33d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.717932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.720283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.723350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.735940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.738719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Usage tracker for resource:network and tenant:9d337a2f35504db281ec09f2705d43a7 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.750399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.755869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Usage tracker for resource:security_group_rule and tenant:2b077db60c2c4af6b98bc985d369c2b1 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.758537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Made reservation on behalf of 805919dd7fcf4445afd56d53d25eb33d for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:13.759845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.766521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.770002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.803499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.804503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.822969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.834954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:13.840124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Usage tracker for resource:security_group_rule and tenant:805919dd7fcf4445afd56d53d25eb33d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:13.843655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:13.848727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Allocated IP 172.20.0.2 (7e2d2fc5-825b-457a-81a8-167b651f75eb/f7963b1e-02bf-4682-9b84-b7753190cf36/beb4a515-5f32-440e-baae-80b4f3b1acc1) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:13.850674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:13.975087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Made reservation on behalf of 2d027780eb194468abf898f1ac8e32fc for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:13.985276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.992252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:13.995678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.001296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:14.023229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:33:14.052558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120bf06-cf7a-475b-805a-caf251a0400b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:14.056700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.057186 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Added segment e7eb7303-fc6c-4e28-8a91-439b890f16b7 of type vlan for network daded102-85a5-4cea-a60e-dc95a6859d33
Apr 21 13:33:14.059240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:14.069236 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.099339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Made reservation on behalf of 9d337a2f35504db281ec09f2705d43a7 for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:14.104254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.121500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.164238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.166699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:14.170287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.193221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d688c6d-2ee3-4efa-884e-1073af10af22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:14.223289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.241284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Transition to ACTIVE for port object beb4a515-5f32-440e-baae-80b4f3b1acc1 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:14.268463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Transition to ACTIVE for port object beb4a515-5f32-440e-baae-80b4f3b1acc1 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:14.275904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.292668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:14.343571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Pushing event updated for resources: {'Network': ['ID=daded102-85a5-4cea-a60e-dc95a6859d33,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:14.348607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:14.365858 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8673656
Apr 21 13:33:14.369001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42624) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:14.377791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Request body: {'subnet': {'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-subnet', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:14.391308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:14.393335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.409895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Usage tracker for resource:subnet and tenant:805919dd7fcf4445afd56d53d25eb33d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:14.414278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Pushing event updated for resources: {'Port': ['ID=beb4a515-5f32-440e-baae-80b4f3b1acc1,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:14.422805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:14.427021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network daded102-85a5-4cea-a60e-dc95a6859d33 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:33:14.439309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:14.454071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.454454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.454863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.455241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.455799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.456448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.456923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.457312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.457684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.458369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.458624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.458953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Tracked resource versions report:
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     HyperV agent@hv-cinder-78719: {},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:33:14.460319 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:33:14.465933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Made reservation on behalf of 805919dd7fcf4445afd56d53d25eb33d for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:14.475003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:14.476633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.476778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:14.477814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:14.480935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:14.602453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:14.697368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.716268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Usage tracker for resource:security_group_rule and tenant:2d027780eb194468abf898f1ac8e32fc is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:14.741024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:14.743568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:14.763385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Usage tracker for resource:security_group_rule and tenant:9d337a2f35504db281ec09f2705d43a7 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:14.766361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:14.772879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:14.784578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.788378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:14.845147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.875419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Attempting to bind port beb4a515-5f32-440e-baae-80b4f3b1acc1 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:14.875845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Attempting to bind port beb4a515-5f32-440e-baae-80b4f3b1acc1 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:14.876236 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Attempting to bind port beb4a515-5f32-440e-baae-80b4f3b1acc1 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:14.876637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3cbc7ae-3fe3-441f-9858-e002fc40f14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:14.882986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:14.883642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Checking segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:14.884251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.884930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Bound using segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:14.885614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Bound port: beb4a515-5f32-440e-baae-80b4f3b1acc1, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:14.886964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:14.985574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:33:14.993544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] For port beb4a515-5f32-440e-baae-80b4f3b1acc1, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:14.998295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] For port beb4a515-5f32-440e-baae-80b4f3b1acc1, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=beb4a515-5f32-440e-baae-80b4f3b1acc1,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:15.002505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.009671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:15.060270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d612fc6-a65a-43c4-a74f-65ac3cdc7d07,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:15.071047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.071685 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Added segment d60a85ad-98e0-49e9-bd5f-71c2290f4e0c of type vlan for network 84d0a111-a53c-4f32-bafd-4060f100d20c
Apr 21 13:33:15.073743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.074305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.074845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.075365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.075868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.076350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.076846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.077347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.077850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.078356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.078865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.079383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Tracked resource versions report:
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     HyperV agent@hv-cinder-78719: {},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:33:15.080666 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:33:15.109278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:15.160227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Pushing event updated for resources: {'Port': ['ID=beb4a515-5f32-440e-baae-80b4f3b1acc1,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:15.175445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:15.207312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.308618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.324269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a75aa1d-522a-4cef-9bbc-d4869a746736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:15.327817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.386301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.398870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.413986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.435322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:15.447464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:33:15.484071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Checking segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:15.484482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Network hostable DHCP agents. Network: daded102-85a5-4cea-a60e-dc95a6859d33, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:33:15.485036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.485628 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Added segment 198f124e-82eb-4ca0-9d55-f83346b333b0 of type vlan for network 37abe282-21a5-4136-b805-2d4e845a1fd0
Apr 21 13:33:15.506016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8324db5-1015-47c4-a106-d1609fc54b0a,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:15.517911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:15.537377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Network daded102-85a5-4cea-a60e-dc95a6859d33 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:33:15.556984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, daded102-85a5-4cea-a60e-dc95a6859d33) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:15.566808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.571934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac088f-8069-4518-9098-c431232baded None None] Network daded102-85a5-4cea-a60e-dc95a6859d33 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:15.579171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:15.579827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.626257 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.2533181
Apr 21 13:33:15.627394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42666) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:15.642378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:15.657005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:15.664954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Usage tracker for resource:router and tenant:805919dd7fcf4445afd56d53d25eb33d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:15.670161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:15.677316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.677578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:15.701034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.701279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.702845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.707669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:15.708309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.723946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.776207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:15.776886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.796661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ed915-f336-4c6e-adb8-4dd8753c80c9,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:15.810815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:33:15.883794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.884188 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Added segment 1a0546da-c525-4cb7-ba9d-098cd6eca891 of type vlan for network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5
Apr 21 13:33:15.921100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:15.965373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:15.991534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.003921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb14ca-633a-4a78-bb96-0f7b68190538 None None] Network daded102-85a5-4cea-a60e-dc95a6859d33 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:16.006491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:16.009956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:16.010541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:16.056662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-921dbbda-1518-4f56-9409-8521e4ba0cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:16.082915 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.8677573
Apr 21 13:33:16.087062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42682) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:16.091070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.158878 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.9077065
Apr 21 13:33:16.179033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42686) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:16.197953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Request body: {'subnet': {'network_id': '84d0a111-a53c-4f32-bafd-4060f100d20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052142743-subnet', 'tenant_id': '2b077db60c2c4af6b98bc985d369c2b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:16.224719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:16.327871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Usage tracker for resource:subnet and tenant:2b077db60c2c4af6b98bc985d369c2b1 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:16.332130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Pushing event updated for resources: {'Network': ['ID=84d0a111-a53c-4f32-bafd-4060f100d20c,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:16.341167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:16.472592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:16.478370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.502358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.510077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Request body: {'subnet': {'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1441322163-subnet', 'tenant_id': '9d337a2f35504db281ec09f2705d43a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:16.519155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:16.528070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Usage tracker for resource:subnet and tenant:9d337a2f35504db281ec09f2705d43a7 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:16.536047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:16.548071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:16.552409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 84d0a111-a53c-4f32-bafd-4060f100d20c details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:33:16.580001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Made reservation on behalf of 9d337a2f35504db281ec09f2705d43a7 for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:16.585053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.592294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device beb4a515-5f32-440e-baae-80b4f3b1acc1 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:16.609056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:16.609710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.669376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Made reservation on behalf of 2b077db60c2c4af6b98bc985d369c2b1 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:16.684992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:16.855959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Allocated IP 172.27.0.89 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/106d5908-bc15-4b69-88c1-6e5b805e56c7) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:16.859789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Pushing event updated for resources: {'Network': ['ID=37abe282-21a5-4136-b805-2d4e845a1fd0,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:16.886398 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.8461919
Apr 21 13:33:16.887859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:16.895056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42712) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:16.895556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.108s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:16.905600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:33:16.950015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port beb4a515-5f32-440e-baae-80b4f3b1acc1 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:16.953076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Request body: {'subnet': {'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-951957919-subnet', 'tenant_id': '2d027780eb194468abf898f1ac8e32fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:17.037989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:17.054050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0749919e-ad20-4b34-a934-bbfbb4290ba1 None None] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:17.069992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Usage tracker for resource:subnet and tenant:2d027780eb194468abf898f1ac8e32fc is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:17.091356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:17.147494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:17.157406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:17.160063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:17.163565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:17.163873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:17.191631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Made reservation on behalf of 2d027780eb194468abf898f1ac8e32fc for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:17.196738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.215433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:33:17.403618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Provisioning for port beb4a515-5f32-440e-baae-80b4f3b1acc1 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:17.433968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.439810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Provisioning complete for port beb4a515-5f32-440e-baae-80b4f3b1acc1 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:17.440041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.625188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.669083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.706453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] For port beb4a515-5f32-440e-baae-80b4f3b1acc1, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=beb4a515-5f32-440e-baae-80b4f3b1acc1,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:17.710414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.712809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.725290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:17.727513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:17.735828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:17.863453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Pushing event updated for resources: {'Port': ['ID=beb4a515-5f32-440e-baae-80b4f3b1acc1,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:17.867365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:18.109107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:18.123671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:18.142552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:18.189770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Allocated IP 172.27.0.219 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/d3ef4b81-7389-43b7-b8bc-07aceb3ba254) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:18.265799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9adc4e6a-5761-480b-a017-49733a0835df None None] Provisioning complete for port beb4a515-5f32-440e-baae-80b4f3b1acc1 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:18.266224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9adc4e6a-5761-480b-a017-49733a0835df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.345831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Pushing event updated for resources: {'Port': ['ID=106d5908-bc15-4b69-88c1-6e5b805e56c7,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:18.359122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:18.424185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.433195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bb723a6b-176b-4b75-b1d0-86ce5cd9f08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:18.439966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device beb4a515-5f32-440e-baae-80b4f3b1acc1 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:18.494452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.518546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port beb4a515-5f32-440e-baae-80b4f3b1acc1 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:18.519230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.559827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Checking segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:18.560228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Network hostable DHCP agents. Network: 37abe282-21a5-4136-b805-2d4e845a1fd0, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:33:18.567852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086dc98d-5588-4085-8861-c17762d900f7,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:18.570638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:18.593062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:33:18.597519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.605767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:18.647622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 37abe282-21a5-4136-b805-2d4e845a1fd0) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:18.652954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:18.653601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.658685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979163c3-9b26-48cb-b3f2-ad7389c2eb0e None None] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:18.693689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:18.702047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:18.704549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:18.781166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Pushing event updated for resources: {'Port': ['ID=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:18.784199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:18.848712 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.7483833
Apr 21 13:33:18.884898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:18.897968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed972d9-1570-4111-a8b5-4978d5836dd3 None None] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:18.903883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:18.938092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:19.179587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:19.187227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e3a60e-87c7-4065-b0a4-fe12f0375c64,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:19.195141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:19.225189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Checking segment: {'id': 'd60a85ad-98e0-49e9-bd5f-71c2290f4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '84d0a111-a53c-4f32-bafd-4060f100d20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:19.225512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Network hostable DHCP agents. Network: 84d0a111-a53c-4f32-bafd-4060f100d20c, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:33:19.250781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:19.252233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42786) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:19.266510 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 21 13:33:19.269620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b9ff2c1c-6038-49f4-a99d-de7fb1860e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:19.491403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Network 84d0a111-a53c-4f32-bafd-4060f100d20c is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:33:19.621510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad546e2-1f51-4dc2-9124-917ebe1962a4,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:19.623745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 84d0a111-a53c-4f32-bafd-4060f100d20c) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:19.636915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:19.701665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Checking segment: {'id': '1a0546da-c525-4cb7-ba9d-098cd6eca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:19.702164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Network hostable DHCP agents. Network: ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:33:19.724800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe668270-f572-4d72-b5af-27b6c3e9628d None None] Network 84d0a111-a53c-4f32-bafd-4060f100d20c requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:19.735428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:19.736090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:19.775677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-ff033352-9d01-4bf0-a4a7-7b400bb5487d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:19.776967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-ff033352-9d01-4bf0-a4a7-7b400bb5487d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:network {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:19.797034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:19.970905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:20.064232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5032b06-0c0d-4994-9841-3180a4dfad9a None None] Network 84d0a111-a53c-4f32-bafd-4060f100d20c requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:20.199935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:33:20.203249 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-00c1b989-e90d-4114-b593-5f95174a6cbb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.0208733
Apr 21 13:33:20.256794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-ff033352-9d01-4bf0-a4a7-7b400bb5487d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:network {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:20.258094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-ff033352-9d01-4bf0-a4a7-7b400bb5487d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 1.0023263
Apr 21 13:33:20.264200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:20.270369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:33:20.281619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62cd15-6fd8-47ef-a7ce-41d7877b081f None None] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:20.285843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:20.286527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:20.302340 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-6ffbb7a0-f052-4932-a277-c5d786e37118 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/quotas/9d337a2f35504db281ec09f2705d43a7 HTTP/1.1" status: 200  len: 375 time: 0.0356877
Apr 21 13:33:20.398500 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.4632008
Apr 21 13:33:20.398500 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-d968aec5-461f-49cc-97cf-a3d26a47ff9d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0774689
Apr 21 13:33:20.419469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:33:20.561102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:33:20.571290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Sync routers for ids ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:33:20.586750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:20.593647 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.9639735
Apr 21 13:33:20.594906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42822) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:20.596184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Routers {'4cffdc28-b9d5-4a5d-83ca-a546973ba971'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:20.596954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c748>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:20.796811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:33:20.816520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:33:20.846209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Set router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:20.855895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:20.857895 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.4352565
Apr 21 13:33:20.860778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 42840) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:20.943808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:20.944639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9f26780>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:21.048369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-9d9c844d-a047-490e-9f50-6af0bd16f040 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:33:21.049484 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-9d9c844d-a047-490e-9f50-6af0bd16f040 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1455283
Apr 21 13:33:21.306116 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-3ee5ba73-e24d-4287-bb57-d238e7a16748 service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500091
Apr 21 13:33:21.309691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c748>, [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 3, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:21.315058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Checking router: 4cffdc28-b9d5-4a5d-83ca-a546973ba971 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:33:21.315728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Updating router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:33:21.332738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf928cd-ad25-482e-8ea3-f3352606be49 None None] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:21.394593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:21.523269 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-1abf6b2b-a05b-48f8-b295-dd721b1be351 service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162728
Apr 21 13:33:21.525767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42860) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:21.535200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1157131254-network', 'tenant_id': '8a2e3cceb8174d7aba396815054653de'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:21.543147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:21.549383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Usage tracker for resource:network and tenant:8a2e3cceb8174d7aba396815054653de is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:21.553093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:21.562390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:21.575955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Made reservation on behalf of 8a2e3cceb8174d7aba396815054653de for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:21.582366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:21.599040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:21.621174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:21.631836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2e3cceb8174d7aba396815054653de is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:21.633421 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:21.638060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:21.653029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:21.800524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42878) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:22.033782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.041440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.062288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:22.081913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.111485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Transition to ACTIVE for port object d3ef4b81-7389-43b7-b8bc-07aceb3ba254 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:22.118870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.125958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:22.208529 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9f26780>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 3, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:22.218506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:33:22.219348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Updating router 0263cd6a-57a7-4091-b639-b9faa993a7e1 port 106d5908-bc15-4b69-88c1-6e5b805e56c7 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:33:22.223065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Pushing event updated for resources: {'Port': ['ID=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:22.234089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.234731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.235272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.235851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.237169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.237795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.238319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.238841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.239373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.239938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.240784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.241283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Tracked resource versions report:
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]: pushed versions:
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]: {   'AddressGroup': {'1.2'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'ConntrackHelper': {'1.0'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Log': {'1.0'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Network': {'1.1'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Port': {'1.7'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'PortForwarding': {'1.2'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'QosPolicy': {'1.8'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroup': {'1.4'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SecurityGroupRule': {'1.2'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'SubPort': {'1.0'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Subnet': {'1.1'},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     'Trunk': {'1.1'}}
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]: consumer versions:
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]: {   DHCP agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     HyperV agent@hv-cinder-78719: {},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     L3 agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metadata agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     Metering agent@dv-cinder-787195-3-iscsi: {},
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:     Open vSwitch agent@dv-cinder-787195-3-iscsi: {   'AddressGroup': '1.2',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'ConntrackHelper': '1.0',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Log': '1.0',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Network': '1.1',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Port': '1.7',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'PortForwarding': '1.2',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'QosPolicy': '1.8',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroup': '1.4',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SecurityGroupRule': '1.2',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'SubPort': '1.0',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Subnet': '1.1',
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:                                                      'Trunk': '1.1'}}
Apr 21 13:33:22.242670 dv-cinder-787195-3-iscsi neutron-server[86247]:  {{(pid=86361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 13:33:22.251234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:22.276708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:33:22.280667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Attempting to bind port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:22.281520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Attempting to bind port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:22.282123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Attempting to bind port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:22.290792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:22.291260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.291612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:22.292740 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Added segment 47713f6a-a748-4c86-bd77-b5b66b681b87 of type vlan for network eb358619-756c-434d-a419-b314aa61ba58
Apr 21 13:33:22.293009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.293623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:22.294313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Bound port: d3ef4b81-7389-43b7-b8bc-07aceb3ba254, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:22.294983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.331085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.382230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] For port d3ef4b81-7389-43b7-b8bc-07aceb3ba254, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:22.383677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.387370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] For port d3ef4b81-7389-43b7-b8bc-07aceb3ba254, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:22.403338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.410312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-78fdf048-c249-4619-9365-6fa0b9b28b56 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:22.411055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-78fdf048-c249-4619-9365-6fa0b9b28b56 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Synchronizing usage tracker for tenant:2d027780eb194468abf898f1ac8e32fc on resource:network {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:22.419479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-309e35e4-edcc-4355-8cb7-0ad911e3b839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:22.459348 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fae95c8f-e2a1-40c9-9e3f-414129b9a25e req-b74df88b-a1ea-4a97-8f11-af43cfc99d5a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 210 time: 0.3001711
Apr 21 13:33:22.462352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.464402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b3b8c-0156-419c-8984-868dd266d513,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:22.489007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:22.489902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.524214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:22.525212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:22.545477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-78fdf048-c249-4619-9365-6fa0b9b28b56 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Unset dirty status for tenant:2d027780eb194468abf898f1ac8e32fc on resource:network {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:22.553005 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-78fdf048-c249-4619-9365-6fa0b9b28b56 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/networks?id=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 HTTP/1.1" status: 200  len: 811 time: 0.7451797
Apr 21 13:33:22.556266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Routers {'4cffdc28-b9d5-4a5d-83ca-a546973ba971'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:22.556266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c748>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:22.565913 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0374346
Apr 21 13:33:22.566880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 42910) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:22.650826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Request body: {'subnet': {'network_id': 'eb358619-756c-434d-a419-b314aa61ba58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1157131254-subnet', 'tenant_id': '8a2e3cceb8174d7aba396815054653de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:22.720604 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-c9e2eb3a-7b80-4b02-a39d-3701e97acc1e tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/quotas/2d027780eb194468abf898f1ac8e32fc HTTP/1.1" status: 200  len: 375 time: 0.1665752
Apr 21 13:33:22.797722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Pushing event updated for resources: {'Port': ['ID=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:22.820792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:22.821463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:22.874655 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-4417d92c-7a72-43ca-840e-341e9bfff59f tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d027780eb194468abf898f1ac8e32fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1528726
Apr 21 13:33:22.888614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Usage tracker for resource:subnet and tenant:8a2e3cceb8174d7aba396815054653de is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:22.910534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:22.914169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb358619-756c-434d-a419-b314aa61ba58,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:22.927096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:22.927096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:22.957494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Made reservation on behalf of 8a2e3cceb8174d7aba396815054653de for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:22.962396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:22.977636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network eb358619-756c-434d-a419-b314aa61ba58 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:33:23.000208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.118806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] Set router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:23.289838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.290770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Allocated IP 172.20.0.1 (daded102-85a5-4cea-a60e-dc95a6859d33/c8324db5-1015-47c4-a106-d1609fc54b0a/dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:23.327863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Transition to ACTIVE for port object 106d5908-bc15-4b69-88c1-6e5b805e56c7 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:23.339113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.346388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:23.424589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-87444f03-f1b0-4306-95df-2f779a8b2791 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:33:23.426179 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-87444f03-f1b0-4306-95df-2f779a8b2791 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1869438
Apr 21 13:33:23.467090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.530535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Attempting to bind port 106d5908-bc15-4b69-88c1-6e5b805e56c7 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:23.532751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Attempting to bind port 106d5908-bc15-4b69-88c1-6e5b805e56c7 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:23.533501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Attempting to bind port 106d5908-bc15-4b69-88c1-6e5b805e56c7 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:23.559001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:23.560395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:23.561030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.563559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:23.567978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Bound port: 106d5908-bc15-4b69-88c1-6e5b805e56c7, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:23.568972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.657495 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.678697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-48fb8347-b9a4-4232-acb0-cf43c9718a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:23.701635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e9df-67e3-438f-adfd-23805cfee638 None None] Pushing event updated for resources: {'Port': ['ID=106d5908-bc15-4b69-88c1-6e5b805e56c7,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:23.717663 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-802ac57b-fa9f-4052-87f6-528f75fa424d service neutron] 10.222.0.41 "GET /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2621689
Apr 21 13:33:23.735874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1552e9df-67e3-438f-adfd-23805cfee638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:23.767917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Network daded102-85a5-4cea-a60e-dc95a6859d33 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:23.772058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:23.783243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:23.801213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:23.825382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] For port 106d5908-bc15-4b69-88c1-6e5b805e56c7, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:23.837761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] For port 106d5908-bc15-4b69-88c1-6e5b805e56c7, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=106d5908-bc15-4b69-88c1-6e5b805e56c7,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:23.850127 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.861944 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-792acd3b-6438-4f56-b6d8-c4da04969318 req-841b4c96-1957-4831-ab05-f7eb3125ee92 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 210 time: 0.1412466
Apr 21 13:33:23.877147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:23.908990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:23.909385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:23.977393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:24.033700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c748>, [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 3, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:24.040195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d22c32-a851-4da9-8351-d44680b9dff9 None None] The sync data for ids ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'] in dv-cinder-787195-3-iscsi is: [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 3, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:33:24.070185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:24.100697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:24.101649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9f26780>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:24.262369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e9df-67e3-438f-adfd-23805cfee638 None None] Pushing event updated for resources: {'Port': ['ID=106d5908-bc15-4b69-88c1-6e5b805e56c7,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:24.273635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1552e9df-67e3-438f-adfd-23805cfee638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:24.326773 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-53c605af-e467-4544-ae66-dafec6bd7333 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6019940
Apr 21 13:33:24.440348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:24.545789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:24.634879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:24.651572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-311c0357-b48a-4ee9-9c37-11e4bc503198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:24.743771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:24.754789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:24.777724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:24.846826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef824193-662a-4bf3-b255-7e45642edeec,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:24.856752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:24.946566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Allocated IP 172.20.0.1 (7e2d2fc5-825b-457a-81a8-167b651f75eb/f7963b1e-02bf-4682-9b84-b7753190cf36/bde1a124-be9f-4ce5-90ab-11774bdb3144) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:25.007818 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cfdaaa39-a8b3-4c57-970e-923ecced1b28 req-388eef0f-2364-426d-bf67-6aa55f13f374 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 210 time: 0.1757441
Apr 21 13:33:25.036666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:25.054106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Checking segment: {'id': '47713f6a-a748-4c86-bd77-b5b66b681b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eb358619-756c-434d-a419-b314aa61ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:25.056301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Network hostable DHCP agents. Network: eb358619-756c-434d-a419-b314aa61ba58, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:33:25.085153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:25.113422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Network eb358619-756c-434d-a419-b314aa61ba58 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:33:25.126761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, eb358619-756c-434d-a419-b314aa61ba58) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:25.139922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:25.140595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:25.194572 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-10fc1c67-c171-4d19-b389-4325672c7171 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.6215751
Apr 21 13:33:25.281611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.44', 64225) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:25.327001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:25.363585 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa6d8390-974b-411e-8a45-a68bb8638f57 req-b86869f6-444c-4678-9f2d-0dcdf1625747 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 210 time: 0.1276915
Apr 21 13:33:25.364627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Transition to ACTIVE for port object bde1a124-be9f-4ce5-90ab-11774bdb3144 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:25.426289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:25.436318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:25.546801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b35da1-953a-4e31-8f87-a7ae5e90ae9f None None] Network eb358619-756c-434d-a419-b314aa61ba58 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:25.595773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43034) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:25.600340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:25.668031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:25.678178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:25.679564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:25.726866 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Pushing event updated for resources: {'Port': ['ID=bde1a124-be9f-4ce5-90ab-11774bdb3144,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:25.744155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:25.786072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Network daded102-85a5-4cea-a60e-dc95a6859d33 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:25.800837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:26.208754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9f26780>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 3, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:26.223250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd79aa6-b8de-4f28-9e47-0905c39d3ac9 None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:18Z', 'revision_number': 3, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:33:26.240175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad565d-04f9-42ac-b7be-00e5c7291780 None None] Network eb358619-756c-434d-a419-b314aa61ba58 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:33:26.277274 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-791c9549-abca-4ef2-ad43-0c22a0352845 req-ed5e10ca-3d9c-4038-9d27-58df16ba9f20 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 210 time: 0.1279221
Apr 21 13:33:26.404126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-fed10dcc-1a72-4eef-a0f4-94042a5dfaac tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:26.422698 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-fed10dcc-1a72-4eef-a0f4-94042a5dfaac tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 1.1343870
Apr 21 13:33:26.477187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Request body: {'port': {'device_id': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'admin_state_up': True, 'tenant_id': '9d337a2f35504db281ec09f2705d43a7'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:26.497934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Deleting subnet c1e3a60e-87c7-4065-b0a4-fe12f0375c64 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:33:26.664941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device d3ef4b81-7389-43b7-b8bc-07aceb3ba254 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:26.701306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:26.790396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-c64b9655-d90b-49d9-a28c-4e02596bfa25 None None] Provisioning for port bde1a124-be9f-4ce5-90ab-11774bdb3144 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:26.814821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-c64b9655-d90b-49d9-a28c-4e02596bfa25 None None] Provisioning complete for port bde1a124-be9f-4ce5-90ab-11774bdb3144 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:26.815446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:26.821781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c64b9655-d90b-49d9-a28c-4e02596bfa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:26.836035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:26.857084 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a8010b83-36f4-4a24-840d-969391c578eb req-660a4ce0-66f0-48ae-8490-41a3a9d72133 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 210 time: 0.1790853
Apr 21 13:33:26.924587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:26.949630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Usage tracker for resource:port and tenant:9d337a2f35504db281ec09f2705d43a7 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:26.980725 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:26.996804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:27.020939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Made reservation on behalf of 9d337a2f35504db281ec09f2705d43a7 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:27.027765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:27.080134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-c64b9655-d90b-49d9-a28c-4e02596bfa25 None None] Port bde1a124-be9f-4ce5-90ab-11774bdb3144 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:33:27.121383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:27.126868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:27.127275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:27.212341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:33:27.213126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:27.519213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:27.554382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port d3ef4b81-7389-43b7-b8bc-07aceb3ba254, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:27.559570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:27.567844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:27.720281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43124) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:27.753455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:27.758371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:27.823273 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ed691914-a2e5-43b3-b0bd-760cece6af4f req-98d387b3-6680-4c0e-96e2-e53952a49000 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 210 time: 0.1864038
Apr 21 13:33:27.832637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Allocated IP 172.20.0.6 (37abe282-21a5-4136-b805-2d4e845a1fd0/086dc98d-5588-4085-8861-c17762d900f7/787687cb-2de0-4fc6-99c6-8ca0c067ebc9) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:28.332917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:28.462235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:28.467341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.44', 64235) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:28.496516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:33:28.509666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Sync routers for ids ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:33:28.512732 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ebf2bcaf-1bb5-4084-a33f-27e3826f9eb1 req-39c34fc8-8100-4088-8cf8-32f9bcf049ad tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 210 time: 0.1023009
Apr 21 13:33:28.550679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Routers {'4cffdc28-b9d5-4a5d-83ca-a546973ba971'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:28.554767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c048>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:28.563166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:28.616393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:28.634426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:28.693900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 106d5908-bc15-4b69-88c1-6e5b805e56c7 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:28.795483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:28.817513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Usage tracker for resource:security_group_rule and tenant:1c528dad5f1e4dc7868e6ebe6fa2c717 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:28.833386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:28.867839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:28.943627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event updated for resources: {'Port': ['ID=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:28.944172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 106d5908-bc15-4b69-88c1-6e5b805e56c7 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:28.961662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:28.976376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 106d5908-bc15-4b69-88c1-6e5b805e56c7 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:28.977058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.007022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:29.009844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:29.021730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:29.033796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:29.049123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.123266 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6508894
Apr 21 13:33:29.147818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.173738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.174571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.235555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Set router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:29.249720 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c872a93c-2627-4106-8e7a-0f62d39d99b7 req-25c5fc3a-8e0c-46f8-b2c3-849836d30f1d tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 210 time: 0.1132319
Apr 21 13:33:29.283186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.298417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-49997453-df6a-4d89-8aa8-fcf0632a69e5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:33:29.299610 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-49997453-df6a-4d89-8aa8-fcf0632a69e5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064237
Apr 21 13:33:29.314184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f0aed765-2863-481b-bd4c-ec8e2fc51df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:29.432403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.497225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 106d5908-bc15-4b69-88c1-6e5b805e56c7, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=106d5908-bc15-4b69-88c1-6e5b805e56c7,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:29.504862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.511197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device d3ef4b81-7389-43b7-b8bc-07aceb3ba254 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:29.559579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.572543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Request body: {'port': {'device_id': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:29.595178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Synchronizing usage tracker for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:security_group {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:29.685687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:29.696243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Pushing event updated for resources: {'Port': ['ID=bde1a124-be9f-4ce5-90ab-11774bdb3144,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:29.715327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:29.731204 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] 10.222.0.41 "PUT /v2.0/routers/4cffdc28-b9d5-4a5d-83ca-a546973ba971/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1347361
Apr 21 13:33:29.732921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:29.749896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:29.756499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:29.759566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Unset dirty status for tenant:21910ea6e09f43a984b34e3adfef3408 on resource:security_group {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:29.761456 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c528dad5f1e4dc7868e6ebe6fa2c717&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0099370
Apr 21 13:33:29.763062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.852091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43180) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:29.886037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:29.886444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:29.907520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:30.041023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=106d5908-bc15-4b69-88c1-6e5b805e56c7,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:30.054499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:30.194112 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c1e3a60e-87c7-4065-b0a4-fe12f0375c64 HTTP/1.1" status: 204  len: 168 time: 4.5924301
Apr 21 13:33:30.209312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43192) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:30.274543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-5f220c5d-d555-439e-b189-52fa4d1eccb5 None None] Provisioning complete for port bde1a124-be9f-4ce5-90ab-11774bdb3144 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:30.275162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5f220c5d-d555-439e-b189-52fa4d1eccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:30.310235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:30.311740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c048>, [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:33:23Z', 'revision_number': 4, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f', 'name': '', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'mac_address': 'fa:16:3e:6b:b7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:23Z', 'updated_at': '2021-04-21T13:33:24Z', 'revision_number': 2, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'subnets': [{'id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:30.343192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Checking router: 4cffdc28-b9d5-4a5d-83ca-a546973ba971 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:33:30.343537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Updating router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:33:30.389577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-5f220c5d-d555-439e-b189-52fa4d1eccb5 None None] Port bde1a124-be9f-4ce5-90ab-11774bdb3144 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:33:30.392634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:30.438266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-4a50922c-6d4e-4c91-996d-ecc38fe4a1da tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:30.444706 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-4a50922c-6d4e-4c91-996d-ecc38fe4a1da tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.44 "GET /v2.0/networks?id=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 HTTP/1.1" status: 200  len: 811 time: 1.9550765
Apr 21 13:33:30.460479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 106d5908-bc15-4b69-88c1-6e5b805e56c7 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:30.479115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:30.520361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946aedf5-1193-46bd-8190-a7af1589f277,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:30.593238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Request body: {'port': {'device_id': 'ad215248-3469-4e65-8502-d2c44853cb36', 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5', 'admin_state_up': True, 'tenant_id': '2d027780eb194468abf898f1ac8e32fc'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:30.785609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 106d5908-bc15-4b69-88c1-6e5b805e56c7 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:30.786250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.133322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.400s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:31.139165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.467s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:31.255461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.268258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e3a60e-87c7-4065-b0a4-fe12f0375c64,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:31.333704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.336991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:31.353474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:31.358770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.379032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946aedf5-1193-46bd-8190-a7af1589f277,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:31.390281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4f9c-eb72-4703-b298-74da52296011 req-1bf28d5b-c2c8-4db9-b216-c8f5f1ac0344 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:31.400040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-224d4f9c-eb72-4703-b298-74da52296011 req-1bf28d5b-c2c8-4db9-b216-c8f5f1ac0344 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:31.400212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:31.400212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.400551 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/946aedf5-1193-46bd-8190-a7af1589f277 HTTP/1.1" status: 204  len: 168 time: 1.5345621
Apr 21 13:33:31.465890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:33:31.487425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:31.564313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Usage tracker for resource:port and tenant:2d027780eb194468abf898f1ac8e32fc is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:31.569422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:31.651902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.671939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Transition to ACTIVE for port object dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:31.679674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:31.693799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.716465 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Made reservation on behalf of 2d027780eb194468abf898f1ac8e32fc for: {'port': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:31.722905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:31.734194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:31.832839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:33:31.844053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:33:31.868269 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] 10.222.0.41 "PUT /v2.0/routers/0263cd6a-57a7-4091-b639-b9faa993a7e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0036829
Apr 21 13:33:31.870634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:31.883724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa9b320>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:31.920854 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9307430-c4a8-4a52-809e-4e4883fe39d7 None None] Pushing event updated for resources: {'Port': ['ID=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:31.947435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f9307430-c4a8-4a52-809e-4e4883fe39d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:32.040959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Allocated IP 172.20.0.7 (ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5/aad546e2-1f51-4dc2-9124-917ebe1962a4/accf224f-93af-4071-a60e-2e8708002a9c) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:32.081519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.resource_extend [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 13:33:32.108139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-224d4f9c-eb72-4703-b298-74da52296011 req-1bf28d5b-c2c8-4db9-b216-c8f5f1ac0344 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:32.124301 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-224d4f9c-eb72-4703-b298-74da52296011 req-1bf28d5b-c2c8-4db9-b216-c8f5f1ac0344 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 931 time: 2.0942934
Apr 21 13:33:32.347518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Attempting to bind port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:32.348009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Attempting to bind port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:32.348339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Attempting to bind port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f on network daded102-85a5-4cea-a60e-dc95a6859d33 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:32.361482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:32.361898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Checking segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:32.362338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.362817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Bound using segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:32.363330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Bound port: dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:32.363772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.429751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:32.452726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.486131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Transition to ACTIVE for port object 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:32.498646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:32.510768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-3d7366f2-ee4e-4b1e-be54-6abf654c40b4 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:32.522252 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-3d7366f2-ee4e-4b1e-be54-6abf654c40b4 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 818 time: 1.1761303
Apr 21 13:33:32.543806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.571451 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-fb041c34-e571-40c4-8063-f444f6a31c41 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/quotas/805919dd7fcf4445afd56d53d25eb33d HTTP/1.1" status: 200  len: 375 time: 0.0481224
Apr 21 13:33:32.586454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] For port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:32.591065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] For port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:32.595291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.605327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:32.657404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.720905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:32.738306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:32.790268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Routers {'4cffdc28-b9d5-4a5d-83ca-a546973ba971'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:32.790781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c048>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:32.861417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6abb0443-5123-4c7c-84b9-49cba4bcd66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:32.878825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43258) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:32.913867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:32.915750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:32.923104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:32.929712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:32.936875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:33.041632 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4573617
Apr 21 13:33:33.079979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Request body: {'port': {'device_id': 'ad215248-3469-4e65-8502-d2c44853cb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:33.136983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] Set router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:33.187673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-224d4f9c-eb72-4703-b298-74da52296011 req-2b6d3b1c-a23d-44a4-9329-b1a5206ec407 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:33.190831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Pushing event updated for resources: {'Port': ['ID=accf224f-93af-4071-a60e-2e8708002a9c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:33.205622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Pushing event updated for resources: {'Port': ['ID=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:33.222339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:33.311541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:33.389239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:33.390021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:33.403152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Usage tracker for resource:security_group_rule and tenant:257cfd3375b749dea91f8aea54d3dc0b is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:33.410886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:33.432574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:33.433074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:33.626367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9307430-c4a8-4a52-809e-4e4883fe39d7 None None] Pushing event updated for resources: {'Port': ['ID=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,revision_number=4']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:33.721356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:33.728480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:33.815982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-41133fb7-3e3f-4d43-8841-0bbecdc06973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:33.857334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Attempting to bind port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:33.862538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Attempting to bind port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:33.862908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Attempting to bind port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:33.863326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa9b320>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:27Z', 'revision_number': 2, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:33.881671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:33:33.882121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Updating router 0263cd6a-57a7-4091-b639-b9faa993a7e1 port bde1a124-be9f-4ce5-90ab-11774bdb3144 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:33:33.882746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-224d4f9c-eb72-4703-b298-74da52296011 req-2b6d3b1c-a23d-44a4-9329-b1a5206ec407 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:33.894632 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-224d4f9c-eb72-4703-b298-74da52296011 req-2b6d3b1c-a23d-44a4-9329-b1a5206ec407 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7692187
Apr 21 13:33:33.897003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:34.082137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:34.156096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:33:34.156096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Attempting to bind port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:34.199361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:34.199803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Checking segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:34.221197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Bound using segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:34.221761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Bound port: 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:34.222207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:34.300285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f9307430-c4a8-4a52-809e-4e4883fe39d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.693s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:34.323661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ad1b1-1bfc-410f-92c4-ed6fdaac9fcc,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:34.348958 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=257cfd3375b749dea91f8aea54d3dc0b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4686472
Apr 21 13:33:34.353219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:34.354372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43280) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:34.420314 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6c048>, [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:33:23Z', 'revision_number': 4, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f', 'name': '', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'mac_address': 'fa:16:3e:6b:b7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:23Z', 'updated_at': '2021-04-21T13:33:32Z', 'revision_number': 4, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'subnets': [{'id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:34.438296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52039303-ded9-477f-8e5d-b3790a795a3d None None] The sync data for ids ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'] in dv-cinder-787195-3-iscsi is: [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:33:23Z', 'revision_number': 4, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f', 'name': '', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'mac_address': 'fa:16:3e:6b:b7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:23Z', 'updated_at': '2021-04-21T13:33:32Z', 'revision_number': 4, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'subnets': [{'id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:33:34.910373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:34.941515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.025085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.048353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-05fe6e58-6a32-4764-b1e3-b68c44b1248e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:35.148983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] For port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:35.152129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ad1b1-1bfc-410f-92c4-ed6fdaac9fcc,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:35.159426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:35.166757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] For port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:35.170698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe5ca8d3d30>> segment before_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.171091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe5ca8d3d30>> subnet precommit_delete_associations 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.171917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> segment_host_mapping after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.172299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> port after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.179986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.181366 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be3ad1b1-1bfc-410f-92c4-ed6fdaac9fcc HTTP/1.1" status: 204  len: 168 time: 0.8192058
Apr 21 13:33:35.183297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> port after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.183828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> port after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.185794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> segment after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.186538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> subnet after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.188275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> subnet after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.188670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ca50d860>> subnet after_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.368974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8f210076-b6ba-42ad-9231-a112f1e6e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.418161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.437889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accf224f-93af-4071-a60e-2e8708002a9c {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:35.454245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.461020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Transition to ACTIVE for port object bde1a124-be9f-4ce5-90ab-11774bdb3144 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:35.477844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.501720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Transition to ACTIVE for port object accf224f-93af-4071-a60e-2e8708002a9c will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:35.505514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1552e9df-67e3-438f-adfd-23805cfee638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:35.505860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.512170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-297c7bc3-7251-4c47-9fd1-4f3f5baaf925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:35.546113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c9899da0>> subnet after_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.546576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c9899da0>> subnet after_delete 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.547077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c9899da0>> subnet before_create 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.557451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c9899da0>> subnet before_update 55550000 {{(pid=86359) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:33:35.558096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c9734f60>,) {'filters': {'network_id': ['84d0a111-a53c-4f32-bafd-4060f100d20c']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:35.638563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:35.640868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9734f60>, 'd60a85ad-98e0-49e9-bd5f-71c2290f4e0c') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:35.641367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9734f60>, 'd60a85ad-98e0-49e9-bd5f-71c2290f4e0c') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:35.719424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:36.015756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.085876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc2f0-1de5-4b04-956c-14bf5163bc6b req-fd262d5c-d718-4ed3-926a-eba57670421f tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:36.102580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9eefc2f0-1de5-4b04-956c-14bf5163bc6b req-fd262d5c-d718-4ed3-926a-eba57670421f tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 931 time: 1.7987654
Apr 21 13:33:36.104836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Pushing event updated for resources: {'Port': ['ID=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:36.114430 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-040a1473-b000-45d5-9a1b-499789d37466 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&fields=id HTTP/1.1" status: 200  len: 255 time: 3.5420415
Apr 21 13:33:36.117163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Attempting to bind port accf224f-93af-4071-a60e-2e8708002a9c on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:36.117558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Attempting to bind port accf224f-93af-4071-a60e-2e8708002a9c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1a0546da-c525-4cb7-ba9d-098cd6eca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:36.117928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Attempting to bind port accf224f-93af-4071-a60e-2e8708002a9c on network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:36.125181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:36.128879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Pushing event updated for resources: {'Port': ['ID=accf224f-93af-4071-a60e-2e8708002a9c,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:36.131325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Port accf224f-93af-4071-a60e-2e8708002a9c on network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:33:36.131688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Attempting to bind port accf224f-93af-4071-a60e-2e8708002a9c on network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:36.147637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:36.152889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:36.153266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Checking segment: {'id': '1a0546da-c525-4cb7-ba9d-098cd6eca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:36.153875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Bound using segment: {'id': '1a0546da-c525-4cb7-ba9d-098cd6eca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:36.154383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Bound port: accf224f-93af-4071-a60e-2e8708002a9c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0546da-c525-4cb7-ba9d-098cd6eca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:36.154792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.196223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43316) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:36.300353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] For port accf224f-93af-4071-a60e-2e8708002a9c, host hv-cinder-78719, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:36.304952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] For port accf224f-93af-4071-a60e-2e8708002a9c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=accf224f-93af-4071-a60e-2e8708002a9c,segment=NetworkSegment(1a0546da-c525-4cb7-ba9d-098cd6eca891),segment_id=1a0546da-c525-4cb7-ba9d-098cd6eca891)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:36.311073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:36.312294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.315891 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] 10.222.0.44 "PUT /v2.0/ports/787687cb-2de0-4fc6-99c6-8ca0c067ebc9 HTTP/1.1" status: 200  len: 1093 time: 6.8555584
Apr 21 13:33:36.320527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.320686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'tag': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:36.324621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.333968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9eefc2f0-1de5-4b04-956c-14bf5163bc6b req-22f6fa64-d2c4-41ac-b7a4-6677da09442e tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Synchronizing usage tracker for tenant:2d027780eb194468abf898f1ac8e32fc on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:36.365961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.372028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Attempting to bind port bde1a124-be9f-4ce5-90ab-11774bdb3144 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:36.372249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Attempting to bind port bde1a124-be9f-4ce5-90ab-11774bdb3144 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:36.372409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:33:36.372860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Attempting to bind port bde1a124-be9f-4ce5-90ab-11774bdb3144 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:36.397729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:36.404588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1c57-a4b0-40bc-988c-80451d6f25db None None] Pushing event updated for resources: {'Port': ['ID=bde1a124-be9f-4ce5-90ab-11774bdb3144,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:36.426358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-788e1c57-a4b0-40bc-988c-80451d6f25db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:36.427642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:36.428458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Checking segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:36.428458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.428903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Bound using segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:36.429419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Bound port: bde1a124-be9f-4ce5-90ab-11774bdb3144, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:36.429835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.487619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:36.503079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Usage tracker for resource:security_group_rule and tenant:46ae13776b7848bb884785257e5af436 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:36.521484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:36.585755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:36.599828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:36.605014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.611174 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] 10.222.0.44 "PUT /v2.0/ports/accf224f-93af-4071-a60e-2e8708002a9c HTTP/1.1" status: 200  len: 1093 time: 3.5458202
Apr 21 13:33:36.614556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad215248-3469-4e65-8502-d2c44853cb36', 'tag': 'accf224f-93af-4071-a60e-2e8708002a9c'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:36.664548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] For port bde1a124-be9f-4ce5-90ab-11774bdb3144, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:36.668520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] For port bde1a124-be9f-4ce5-90ab-11774bdb3144, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=bde1a124-be9f-4ce5-90ab-11774bdb3144,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:36.673454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:36.795381 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:36.816870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-46b5d304-8ece-410a-ad0d-861a3b866377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:36.902916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Network 84d0a111-a53c-4f32-bafd-4060f100d20c has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:33:36.914144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.012523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:37.059872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1c57-a4b0-40bc-988c-80451d6f25db None None] Pushing event updated for resources: {'Port': ['ID=bde1a124-be9f-4ce5-90ab-11774bdb3144,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:37.077911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-788e1c57-a4b0-40bc-988c-80451d6f25db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:37.125678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Pushing event updated for resources: {'Port': ['ID=accf224f-93af-4071-a60e-2e8708002a9c,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:37.141776 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:37.177728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-207d2762-84d8-4475-aa07-a63792d5d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:37.187861 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-207d2762-84d8-4475-aa07-a63792d5d9ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d027780eb194468abf898f1ac8e32fc&device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 1096 time: 0.3415318
Apr 21 13:33:37.202764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ff39fc7c-03fe-4c2f-897d-f849770f5fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.204211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:37.204617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.265560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Network 84d0a111-a53c-4f32-bafd-4060f100d20c has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:33:37.288985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.292426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.295946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.306504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:37.372057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:33:37.379954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa9b320>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   from cryptography.utils import int_from_bytes
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   from cryptography.utils import int_from_bytes
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   (rel_b, rel_a, rel_b),
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   (rel_b, rel_a, rel_b),
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:33:37.392283 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:33:37.505184 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-baf9251f-9c87-45df-8c48-0dc9ffe5433f service neutron] 10.222.0.41 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3655286
Apr 21 13:33:37.525749 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-9239d47b-4198-4335-bd5c-d0a1bb914d4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=accf224f-93af-4071-a60e-2e8708002a9c HTTP/1.1" status: 200  len: 217 time: 0.1957471
Apr 21 13:33:37.543227 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46ae13776b7848bb884785257e5af436&name=default HTTP/1.1" status: 200  len: 2978 time: 1.3139553
Apr 21 13:33:37.546290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43348) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:37.551378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfcd09-78e9-47c8-9aea-890d3a1c033b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:37.556312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:37.670601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.730230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-a4d811cb-c52b-4457-8dd4-04a04665d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:37.732096 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-a4d811cb-c52b-4457-8dd4-04a04665d476 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aad546e2-1f51-4dc2-9124-917ebe1962a4 HTTP/1.1" status: 200  len: 851 time: 0.1352453
Apr 21 13:33:37.737066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.764203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:33:37.773558 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-eb5e4ef1-4c92-4731-be0f-c3980a0ba495 service neutron] 10.222.0.41 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612760
Apr 21 13:33:37.832401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9eefc2f0-1de5-4b04-956c-14bf5163bc6b req-22f6fa64-d2c4-41ac-b7a4-6677da09442e tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Unset dirty status for tenant:2d027780eb194468abf898f1ac8e32fc on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:37.851658 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9eefc2f0-1de5-4b04-956c-14bf5163bc6b req-22f6fa64-d2c4-41ac-b7a4-6677da09442e tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7458167
Apr 21 13:33:37.887835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-e84d5c7c-1870-44b4-8f86-1ac67bf2a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:37.890686 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-e84d5c7c-1870-44b4-8f86-1ac67bf2a9b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 1096 time: 1.3840957
Apr 21 13:33:37.898187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:37.931256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:38.150043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.155786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.167929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d0a111-a53c-4f32-bafd-4060f100d20c,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:38.173777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] 10.222.0.41 "DELETE /v2.0/networks/84d0a111-a53c-4f32-bafd-4060f100d20c HTTP/1.1" status: 204  len: 168 time: 7.9428411
Apr 21 13:33:38.174103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43364) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:38.174913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f7dbb61f-9f25-4584-9ec9-c2a3d98aa969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:38.382741 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-8287423d-8d0f-4eec-9cdf-cf37354c0852 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6009467
Apr 21 13:33:38.433220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.449098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Deleting subnet ef824193-662a-4bf3-b255-7e45642edeec {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:33:38.464929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.586370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.602215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:38.637257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.641575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.647010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-788e1c57-a4b0-40bc-988c-80451d6f25db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:38.680775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.688970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-856631f8-8cd2-4104-8426-2a14828348a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:38.716455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43378) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:38.717338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfcd09-78e9-47c8-9aea-890d3a1c033b,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:38.725547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:38.731963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688994112', 'description': 'tempest-description--239115347'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:38.738856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:38.743675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:38.746827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:38.753268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:38.763946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.782362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:38.790777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36bfcd09-78e9-47c8-9aea-890d3a1c033b HTTP/1.1" status: 204  len: 168 time: 1.2429230
Apr 21 13:33:38.797696 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-84d15392-d713-478d-8224-b9d6830935d2 service neutron] 10.222.0.44 "GET /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4036767
Apr 21 13:33:38.837838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:38.841166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:38.855398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:38.861330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:38.870527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:38.901951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:38.920510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa9b320>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:36Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:38.932776 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af52c-6ca5-4964-968d-0f84583fda1a None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:36Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:33:38.934789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:39.102846 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-4d3b1abd-9816-40ea-bea0-066bea3aec5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9 HTTP/1.1" status: 200  len: 217 time: 1.1066236
Apr 21 13:33:39.314624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:39.320281 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad215248-3469-4e65-8502-d2c44853cb36', 'tag': 'accf224f-93af-4071-a60e-2e8708002a9c', 'status': 'completed', 'code': 200}
Apr 21 13:33:39.328084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:39.448938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:39.552211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-9fe8bc1d-128f-47f7-bc5b-3d1442ccb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:39.554258 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-9fe8bc1d-128f-47f7-bc5b-3d1442ccb58b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.3188393
Apr 21 13:33:39.579011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bbadad-a8f1-4346-9d54-90ef323184aa,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:39.607831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:39.636762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:39.639155 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9192767
Apr 21 13:33:39.643308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43412) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:39.652599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'security_group_rule': {'security_group_id': 'f0bbadad-a8f1-4346-9d54-90ef323184aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:39.664891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:39.670241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:39.673562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:39.680423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:39.707966 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'tag': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'status': 'completed', 'code': 200}
Apr 21 13:33:39.720027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:39.744205 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-b49ade42-78fd-4fe3-84fd-6e169b0c946a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1581042
Apr 21 13:33:39.761210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee4a2b1b-09cc-4532-b9cd-1fc65dbe1870 req-0bf991e8-56fb-49e3-8038-b977922da5b8 service neutron] 10.222.0.44 "GET /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7329319
Apr 21 13:33:40.025820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.074886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.105006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:40.156517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa1994a-aa41-4476-94a7-82675576ac77,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:40.163817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:40.202226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.203569 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5588698
Apr 21 13:33:40.204400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43428) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:40.215475 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-b090123c-57f4-43fb-a92a-241ea221316f service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383700
Apr 21 13:33:40.221422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43430) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:40.236723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330d06e-d5cf-438b-a11a-5ba01e540fa2 req-d0a32225-0b69-4619-bf4d-11af8d4366ae tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:40.244064 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1330d06e-d5cf-438b-a11a-5ba01e540fa2 req-d0a32225-0b69-4619-bf4d-11af8d4366ae tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 943 time: 1.1397207
Apr 21 13:33:40.256066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.276423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:40.282414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ca72d56658614b49a24e237513e04f1f is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:40.286690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:40.296516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249812e-630c-4614-a087-d3272c596f90 req-f0f5438e-28a3-4f63-95f5-c42d8ef82d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:40.298161 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-f0f5438e-28a3-4f63-95f5-c42d8ef82d92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d027780eb194468abf898f1ac8e32fc&device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 1096 time: 0.3845870
Apr 21 13:33:40.299188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:40.419697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.423616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.440170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9e699457-837c-4c6d-85f7-9d7686b96854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:40.486731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fe1f08-39a4-4e63-bca3-2baecdec3b40,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:40.511384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:40.515740 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca72d56658614b49a24e237513e04f1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3049703
Apr 21 13:33:40.517496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'security_group_rule': {'security_group_id': 'f0bbadad-a8f1-4346-9d54-90ef323184aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:40.518707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43438) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:40.525182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:40.532536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:40.535871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:40.543154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:40.611312 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-87a59de0-00cf-454a-af8f-05f1ff362ad0 req-07339ae9-28c5-464a-a8ca-cf4c9a7b0e29 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 210 time: 0.3831196
Apr 21 13:33:40.617676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.649496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.687817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.805601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.859684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:40.860999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.036444 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1330d06e-d5cf-438b-a11a-5ba01e540fa2 req-aafc56d8-73d6-4998-8a28-eb263b51fa6d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4849403
Apr 21 13:33:41.045464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device bde1a124-be9f-4ce5-90ab-11774bdb3144 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:41.142561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249812e-630c-4614-a087-d3272c596f90 req-02550c33-3e20-446d-9fcc-4abe1975146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:41.145207 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-02550c33-3e20-446d-9fcc-4abe1975146b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 HTTP/1.1" status: 200  len: 912 time: 0.4295273
Apr 21 13:33:41.151683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.175532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:41.215387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port bde1a124-be9f-4ce5-90ab-11774bdb3144 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:41.225099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port bde1a124-be9f-4ce5-90ab-11774bdb3144 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:41.225524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.279427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fe1f08-39a4-4e63-bca3-2baecdec3b40,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:41.291158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:41.308787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.310773 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2fe1f08-39a4-4e63-bca3-2baecdec3b40 HTTP/1.1" status: 204  len: 168 time: 0.7899272
Apr 21 13:33:41.313126 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-25752051-d97e-44e4-b35b-a76108ff0e82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=accf224f-93af-4071-a60e-2e8708002a9c HTTP/1.1" status: 200  len: 217 time: 0.1419654
Apr 21 13:33:41.321017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:41.382118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b07c71-6a87-4bed-8e59-94f4b459c207,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:41.471024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.497789 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2de0858-df03-4a6a-989d-0a7889368f6b req-54de9191-18fd-4775-8caf-f490b325ddd6 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7734714
Apr 21 13:33:41.507245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port bde1a124-be9f-4ce5-90ab-11774bdb3144, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=bde1a124-be9f-4ce5-90ab-11774bdb3144,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:41.510749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.511649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:41.542592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:41.656081 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=bde1a124-be9f-4ce5-90ab-11774bdb3144,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:41.664533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:41.672177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:41.672604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.741626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:41.742455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.747694 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5248747
Apr 21 13:33:41.748571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:41.750308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43476) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:41.757215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:41.765039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:41.771061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:floatingip and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:41.775294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:41.788526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:41.799033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.800154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:41.804298 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef824193-662a-4bf3-b255-7e45642edeec HTTP/1.1" status: 204  len: 168 time: 3.6127310
Apr 21 13:33:41.811227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43486) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:41.828612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef824193-662a-4bf3-b255-7e45642edeec,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:42.023186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.061848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:42.087211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.261978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5761c-16ac-40fa-9fef-80ff1f4b2ff4 req-361ca866-d9a7-4721-81cd-e0ccbe0ae64b tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:42.263754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-46b5761c-16ac-40fa-9fef-80ff1f4b2ff4 req-361ca866-d9a7-4721-81cd-e0ccbe0ae64b tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 943 time: 1.2262485
Apr 21 13:33:42.269607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Allocated IP 172.27.0.187 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/efdc6bbf-2520-4fac-8d1f-97af5062aebc) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:42.295603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-4a7a17a8-55fd-461a-986f-576e591410b1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:42.297727 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-4a7a17a8-55fd-461a-986f-576e591410b1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 818 time: 0.8489652
Apr 21 13:33:42.347428 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-46b5761c-16ac-40fa-9fef-80ff1f4b2ff4 req-b5331c3a-cb33-4e3b-9458-5380978eadb7 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615323
Apr 21 13:33:42.362580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-221a80f3-ffc0-4df3-bc50-8d3459d5c5ff tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/quotas/805919dd7fcf4445afd56d53d25eb33d HTTP/1.1" status: 200  len: 375 time: 0.0190623
Apr 21 13:33:42.364365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.560141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.595139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.601063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:42.609515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c96f56d8>,) {'filters': {'network_id': ['eb358619-756c-434d-a419-b314aa61ba58']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:42.643885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c96f56d8>, '47713f6a-a748-4c86-bd77-b5b66b681b87') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:42.644235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c96f56d8>, '47713f6a-a748-4c86-bd77-b5b66b681b87') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:33:42.664773 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-b73fa025-8e36-42f5-8c3a-6988c5bb66a0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2845974
Apr 21 13:33:42.667701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43526) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:42.677861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:42.678869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.687561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:42.693012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:42.756038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'Port': ['ID=efdc6bbf-2520-4fac-8d1f-97af5062aebc,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:42.760893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:42.776964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device bde1a124-be9f-4ce5-90ab-11774bdb3144 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:42.786544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.788201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.799103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76d553-0e9e-4f04-8031-545d3a263986 req-2b9f0069-c7d3-47e9-881f-60d7a33a6c6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:42.806838 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2a76d553-0e9e-4f04-8031-545d3a263986 req-2b9f0069-c7d3-47e9-881f-60d7a33a6c6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 943 time: 0.2854683
Apr 21 13:33:42.866209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port bde1a124-be9f-4ce5-90ab-11774bdb3144 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:42.866751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:33:42.867250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:42.895545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.077572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.095450 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2a76d553-0e9e-4f04-8031-545d3a263986 req-56d66bc1-c295-4c01-a6e4-672ce73768e1 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872386
Apr 21 13:33:43.119045 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-35804f1c-4099-40f0-95ad-7a1a33c442d5 service neutron] 10.222.0.41 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4424443
Apr 21 13:33:43.149583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:43.154816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.158961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.163940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-14130460-2275-4777-a1c2-ecd3364b3575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:43.177422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Usage tracker for resource:security_group_rule and tenant:cb8c5b0637144c498bd34c2e9164e2e2 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:43.214651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.258426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'Port': ['ID=efdc6bbf-2520-4fac-8d1f-97af5062aebc,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:43.260994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.262294 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5109255
Apr 21 13:33:43.263347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:43.276644 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:43.303844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:43.321357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Network eb358619-756c-434d-a419-b314aa61ba58 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:33:43.332254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:43.616057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Network eb358619-756c-434d-a419-b314aa61ba58 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:33:43.625998 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-82bca017-6268-4de2-8ffd-0efbc1c112e3 service neutron] 10.222.0.41 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5050356
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:33:43.652795 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:33:43.745103 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-0c5338e8-9709-424c-8a22-48f066a5b960 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1688994112&fields=id&tenant_id=e695f0445b5a452a8aab4663eeb1281d HTTP/1.1" status: 200  len: 267 time: 0.2552462
Apr 21 13:33:44.033497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.041439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-b57f5576-b82a-4b38-aece-8e7e83e9e30c tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:44.043118 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-b57f5576-b82a-4b38-aece-8e7e83e9e30c tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 811 time: 0.2971716
Apr 21 13:33:44.081443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:44.105359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.109165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.114954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb358619-756c-434d-a419-b314aa61ba58,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:44.122347 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-6a398034-d78d-4dd0-a1c1-296372369748 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/quotas/e695f0445b5a452a8aab4663eeb1281d HTTP/1.1" status: 200  len: 375 time: 0.0624428
Apr 21 13:33:44.122990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.127906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:44.140231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:44.155017 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb358619-756c-434d-a419-b314aa61ba58 HTTP/1.1" status: 204  len: 168 time: 2.3334491
Apr 21 13:33:44.216279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d434c-ea7d-44a0-9375-f269b0523ace req-71feb004-bc51-4da6-8cee-64ec3ad0db33 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:44.217874 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-793d434c-ea7d-44a0-9375-f269b0523ace req-71feb004-bc51-4da6-8cee-64ec3ad0db33 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 943 time: 0.3005390
Apr 21 13:33:44.262539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ff776a-e7cd-47b3-bc43-21fc33d2d9fa,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:44.267058 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb8c5b0637144c498bd34c2e9164e2e2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5980530
Apr 21 13:33:44.269893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43586) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:44.271076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:44.312517 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-793d434c-ea7d-44a0-9375-f269b0523ace req-8fc63014-52da-4809-849c-7c73d9cb78d2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785406
Apr 21 13:33:44.343287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.346174 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-ecd3b298-a66c-4458-81ba-21256ece4f4b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2066324
Apr 21 13:33:44.355160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43590) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:44.377586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.427420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.434394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:44.449296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ff776a-e7cd-47b3-bc43-21fc33d2d9fa,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:44.452016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:44.453108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:44.456908 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98ff776a-e7cd-47b3-bc43-21fc33d2d9fa HTTP/1.1" status: 204  len: 168 time: 0.1833143
Apr 21 13:33:44.616468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249812e-630c-4614-a087-d3272c596f90 req-8216c3a9-2d09-4e15-a70f-b1e5271f6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:44.618045 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-8216c3a9-2d09-4e15-a70f-b1e5271f6a27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aad546e2-1f51-4dc2-9124-917ebe1962a4 HTTP/1.1" status: 200  len: 851 time: 0.0906723
Apr 21 13:33:44.678336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.44', 64250) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:44.737408 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-bdb7c981-ffbe-428e-a7f7-52d394dcf9e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1035299
Apr 21 13:33:44.744042 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6832ea7f-7d47-4dbe-a804-56fa04d6436f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b077db60c2c4af6b98bc985d369c2b1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3870122
Apr 21 13:33:44.747050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43604) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:44.748315 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bd9098f9-a8ab-454c-8ab6-6ef1deacf320 req-cb20311e-3242-429b-b812-56452d579a2e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 210 time: 0.1507361
Apr 21 13:33:45.065191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43614) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:45.085386 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-46ee7cab-258d-4867-81f4-7bd15c92dff4 service neutron] 10.222.0.44 "GET /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3090818
Apr 21 13:33:45.090304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.132833 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f534add-be5c-453a-9d81-41487fe5d48e req-133b9fdf-dcf4-4d39-9ad4-bc6b7bf91951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:45.134494 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-133b9fdf-dcf4-4d39-9ad4-bc6b7bf91951 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 1096 time: 0.4499609
Apr 21 13:33:45.141194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.180828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:45.189819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-b878fe7f-9722-4a18-93c3-a7d8216b0b2c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:45.191387 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-b878fe7f-9722-4a18-93c3-a7d8216b0b2c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 818 time: 0.5983124
Apr 21 13:33:45.195788 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-377ed267-6bb5-47a0-9a74-56915ebaf688 service neutron] 10.222.0.41 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6014509
Apr 21 13:33:45.196778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Usage tracker for resource:security_group_rule and tenant:18fefedb4eee414ca627a6dca563db05 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:45.201286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:45.215816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19227-3b32-44ea-b622-3f9a8d3944a6 req-be5dc685-08e2-44cf-addb-0948ca1f7b49 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:45.217442 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ed19227-3b32-44ea-b622-3f9a8d3944a6 req-be5dc685-08e2-44cf-addb-0948ca1f7b49 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 943 time: 0.2842996
Apr 21 13:33:45.224100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Request body: {'port': {'device_id': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'admin_state_up': True, 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:45.239777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:45.293011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.469655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.44', 64255) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:45.497865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.612033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.617355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:45.621957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Usage tracker for resource:port and tenant:805919dd7fcf4445afd56d53d25eb33d is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:45.625360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:45.631390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:45.653092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a249812e-630c-4614-a087-d3272c596f90 req-4e9f71d3-0661-44c4-9484-6bc0be12fbf4 service neutron] 10.222.0.44 "GET /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5572832
Apr 21 13:33:45.656688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f534add-be5c-453a-9d81-41487fe5d48e req-0e7ca075-5dd4-4887-81c4-3c3607dfc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:45.658365 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-0e7ca075-5dd4-4887-81c4-3c3607dfc2d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 916 time: 0.4576173
Apr 21 13:33:45.662923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.687088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Made reservation on behalf of 805919dd7fcf4445afd56d53d25eb33d for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:45.693182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.744553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:45.752713 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-d3fbf2d9-546b-40c3-9aa9-6fbf6eb282c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9 HTTP/1.1" status: 200  len: 217 time: 0.0833132
Apr 21 13:33:45.773611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:45.785945 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18fefedb4eee414ca627a6dca563db05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7123713
Apr 21 13:33:45.802166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d612fc6-a65a-43c4-a74f-65ac3cdc7d07,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:45.804987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:45.815506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43644) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:45.829905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:45.852692 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d612fc6-a65a-43c4-a74f-65ac3cdc7d07 HTTP/1.1" status: 204  len: 168 time: 1.0977640
Apr 21 13:33:45.920413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f534add-be5c-453a-9d81-41487fe5d48e req-7cd16024-d112-4072-920b-a5735a811f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:45.923633 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-7cd16024-d112-4072-920b-a5735a811f23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.1615727
Apr 21 13:33:46.024603 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-b5a59e3c-37b5-472f-b0e5-97c8347eef08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917237
Apr 21 13:33:46.065541 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ed19227-3b32-44ea-b622-3f9a8d3944a6 req-7efd1b6e-3f89-4f72-a767-9d5ed614017a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8190994
Apr 21 13:33:46.250069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4869f1-c025-4e74-8361-5e0683f50dbd,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:46.260450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:46.305347 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-40b4420c-09fe-4cff-9974-dbd86ced3eca service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2724912
Apr 21 13:33:46.313384 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-91bf4f0f-a2d7-4a37-a72e-04a7f1dc7e2d service neutron] 10.222.0.41 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0949352
Apr 21 13:33:46.360053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Allocated IP 172.20.0.2 (daded102-85a5-4cea-a60e-dc95a6859d33/c8324db5-1015-47c4-a106-d1609fc54b0a/c2ccc099-6f64-4878-8fa2-f4914a0435d6) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:46.374230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.404997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.462828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-fab56eaa-6c6f-44ca-8da6-032234cbdf4a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:46.464813 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-fab56eaa-6c6f-44ca-8da6-032234cbdf4a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 818 time: 0.9604456
Apr 21 13:33:46.484398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Request body: {'port': {'device_id': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'admin_state_up': True, 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:46.553843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43668) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:46.644251 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f534add-be5c-453a-9d81-41487fe5d48e req-de17b454-b915-4b0f-9e70-c6e4193f1f91 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3299365
Apr 21 13:33:46.674377 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-063e1bd8-6c25-4f5e-b13c-6f4fe68568fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a2e3cceb8174d7aba396815054653de&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1188803
Apr 21 13:33:46.676640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43676) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:46.765036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.781128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.812361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.841889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c253041b-48c8-42e4-8cbe-127a86f50141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:46.862683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.871608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b1b3a0a0-a12a-437c-92f0-7c84da723039 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:46.884143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b3b8c-0156-419c-8984-868dd266d513,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:46.887118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:46.893044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:46.894429 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c6b3b8c-0156-419c-8984-868dd266d513 HTTP/1.1" status: 204  len: 168 time: 0.2166257
Apr 21 13:33:47.132702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-66353953-bf0d-441b-9fe0-e421e17de1b5 req-195bb870-c8f7-4cc4-9b94-cffaf032b3c3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Synchronizing usage tracker for tenant:805919dd7fcf4445afd56d53d25eb33d on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:47.143837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe5a1e-cfd6-4b4f-88a1-5bdb014c10f5 req-027349e4-b727-48d4-9868-6c81fab4f147 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:47.152059 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dafe5a1e-cfd6-4b4f-88a1-5bdb014c10f5 req-027349e4-b727-48d4-9868-6c81fab4f147 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 943 time: 0.8857870
Apr 21 13:33:47.164595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4869f1-c025-4e74-8361-5e0683f50dbd,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:47.188429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:47.238905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:47.277039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:47.278265 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a4869f1-c025-4e74-8361-5e0683f50dbd HTTP/1.1" status: 204  len: 168 time: 1.4605958
Apr 21 13:33:47.284786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Usage tracker for resource:port and tenant:805919dd7fcf4445afd56d53d25eb33d is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:47.287584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-66353953-bf0d-441b-9fe0-e421e17de1b5 req-195bb870-c8f7-4cc4-9b94-cffaf032b3c3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Unset dirty status for tenant:805919dd7fcf4445afd56d53d25eb33d on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:47.288762 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66353953-bf0d-441b-9fe0-e421e17de1b5 req-195bb870-c8f7-4cc4-9b94-cffaf032b3c3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 210 time: 0.5142264
Apr 21 13:33:47.289569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:47.339653 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dafe5a1e-cfd6-4b4f-88a1-5bdb014c10f5 req-c2ac1d7a-b974-4dab-8d47-9a4844b819be tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865203
Apr 21 13:33:47.341068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:47.425756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:47.441093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Made reservation on behalf of 805919dd7fcf4445afd56d53d25eb33d for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:47.450162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:47.637662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device accf224f-93af-4071-a60e-2e8708002a9c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:33:47.701000 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5592748e-d73b-4461-b20f-169c19dd6c41 req-8bc258ad-d550-43e7-b39b-2652294cc78d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 210 time: 0.1713061
Apr 21 13:33:47.708757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:47.733903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:47.822755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Pushing event updated for resources: {'Port': ['ID=c2ccc099-6f64-4878-8fa2-f4914a0435d6,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:47.826616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:47.872504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Network daded102-85a5-4cea-a60e-dc95a6859d33 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:47.885278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:47.893198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:47.929000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port accf224f-93af-4071-a60e-2e8708002a9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=accf224f-93af-4071-a60e-2e8708002a9c,segment=NetworkSegment(1a0546da-c525-4cb7-ba9d-098cd6eca891),segment_id=1a0546da-c525-4cb7-ba9d-098cd6eca891)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:47.949312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'accf224f-93af-4071-a60e-2e8708002a9c', 'network_id': 'ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5', 'port_id': 'accf224f-93af-4071-a60e-2e8708002a9c', 'mac_address': 'fa:16:3e:4e:9b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad546e2-1f51-4dc2-9124-917ebe1962a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:33:48.016613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b452a4-e7fa-4618-b4e9-27d0526d5477 req-e40c8709-1774-4d96-8b39-60f3c0bec6e2 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:48.018292 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-53b452a4-e7fa-4618-b4e9-27d0526d5477 req-e40c8709-1774-4d96-8b39-60f3c0bec6e2 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 943 time: 0.4842627
Apr 21 13:33:48.026768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.048756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accf224f-93af-4071-a60e-2e8708002a9c {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:48.072451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port accf224f-93af-4071-a60e-2e8708002a9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=accf224f-93af-4071-a60e-2e8708002a9c,segment=NetworkSegment(1a0546da-c525-4cb7-ba9d-098cd6eca891),segment_id=1a0546da-c525-4cb7-ba9d-098cd6eca891)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:48.075875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.079225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:33:48.090590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1552e9df-67e3-438f-adfd-23805cfee638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:48.118641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:48.119365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.219434 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9991171
Apr 21 13:33:48.236532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Request body: {'port': {'device_id': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:48.285731 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-53b452a4-e7fa-4618-b4e9-27d0526d5477 req-02e3e792-7bf8-40d0-b4d3-ba1e8259d26f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288170
Apr 21 13:33:48.297110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Allocated IP 172.20.0.7 (daded102-85a5-4cea-a60e-dc95a6859d33/c8324db5-1015-47c4-a106-d1609fc54b0a/718c98cd-c27a-4bec-aa8a-e680b3991747) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:48.369905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-aef5ffd5-4a61-4abe-911e-6767ae1719e9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:48.370717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-087bab99-c1d8-45af-98c9-8863c66507de req-aef5ffd5-4a61-4abe-911e-6767ae1719e9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Synchronizing usage tracker for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:network {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:48.412986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-087bab99-c1d8-45af-98c9-8863c66507de req-aef5ffd5-4a61-4abe-911e-6767ae1719e9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Unset dirty status for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:network {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:48.414318 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-aef5ffd5-4a61-4abe-911e-6767ae1719e9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 811 time: 0.2727184
Apr 21 13:33:48.462897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=accf224f-93af-4071-a60e-2e8708002a9c,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:48.468350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:48.505256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-087bab99-c1d8-45af-98c9-8863c66507de req-89a712d7-a32c-4371-a12b-b72810e42024 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Synchronizing usage tracker for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:security_group {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:48.517112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:48.544979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'port_id': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'mac_address': 'fa:16:3e:d3:af:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086dc98d-5588-4085-8861-c17762d900f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:33:48.547343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-087bab99-c1d8-45af-98c9-8863c66507de req-89a712d7-a32c-4371-a12b-b72810e42024 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Unset dirty status for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:security_group {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:48.548551 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-89a712d7-a32c-4371-a12b-b72810e42024 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e695f0445b5a452a8aab4663eeb1281d HTTP/1.1" status: 200  len: 380 time: 0.1251962
Apr 21 13:33:48.559591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'port': {'device_id': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'admin_state_up': True, 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'security_groups': ['f0bbadad-a8f1-4346-9d54-90ef323184aa']}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:48.609627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.655130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:48.696949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:48.701711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.710027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9c72ea75-5030-4fce-a0d6-046fb6ddaf5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:48.775756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:48.779992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:port and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:48.783109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:48.789793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:48.796967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:48.801289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Made reservation on behalf of e695f0445b5a452a8aab4663eeb1281d for: {'port': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:33:48.802087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:48.809424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.819743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-48f6a941-857d-4666-a88c-cb26c17afa92 req-2dc2e659-117d-4499-990b-8d327b3afe10 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Synchronizing usage tracker for tenant:805919dd7fcf4445afd56d53d25eb33d on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:33:48.845141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:48.934139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43780) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:48.982434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['accf224f-93af-4071-a60e-2e8708002a9c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:33:49.109466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Allocated IP 172.20.0.14 (7e2d2fc5-825b-457a-81a8-167b651f75eb/f7963b1e-02bf-4682-9b84-b7753190cf36/22a5f7f3-1edd-4c5b-ace2-9b7718fca612) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:33:49.115886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:33:49.117690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-48f6a941-857d-4666-a88c-cb26c17afa92 req-2dc2e659-117d-4499-990b-8d327b3afe10 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Unset dirty status for tenant:805919dd7fcf4445afd56d53d25eb33d on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:33:49.119564 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-48f6a941-857d-4666-a88c-cb26c17afa92 req-2dc2e659-117d-4499-990b-8d327b3afe10 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 210 time: 0.5809143
Apr 21 13:33:49.257582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b828d2c-55b0-462e-8eda-f603f0e581c9 req-52b9dd78-0563-48cf-872d-8208964395c9 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:49.280545 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3b828d2c-55b0-462e-8eda-f603f0e581c9 req-52b9dd78-0563-48cf-872d-8208964395c9 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 944 time: 0.6007166
Apr 21 13:33:49.403667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:33:49.456920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:49.541820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:49.559384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Transition to ACTIVE for port object 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:49.619403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:49.623629 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:49.653689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:49.655514 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-939f7374-e990-46c7-b81b-e45011ba0238 req-55d743fd-775a-44db-b482-2859021e998e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 210 time: 0.1995435
Apr 21 13:33:49.689941 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3b828d2c-55b0-462e-8eda-f603f0e581c9 req-753ab38b-4f3b-48a6-b81c-ea0a5d7bb5e2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4083350
Apr 21 13:33:49.749540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:49.822140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:49.823536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Usage tracker for resource:security_group_rule and tenant:272637fa35ad48a38dcc9a149ce5baab is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:49.826442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'Port': ['ID=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:49.837558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:49.840975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:49.842121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:49.843588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:49.848045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:49.858503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:49.859488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:49.877753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:49.961703 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4080207
Apr 21 13:33:49.980384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Request body: {'port': {'device_id': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:49.984852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-96ca845b-d901-421b-a2e5-5746a51bd4dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:50.164403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.167492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Network daded102-85a5-4cea-a60e-dc95a6859d33 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:33:50.178323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:33:50.193801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Pushing event updated for resources: {'Port': ['ID=718c98cd-c27a-4bec-aa8a-e680b3991747,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:50.199468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:33:50.224640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3c4e95e8-3f6a-4114-8f1a-8f2d51bee9ef None None] Provisioning for port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:50.232011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3c4e95e8-3f6a-4114-8f1a-8f2d51bee9ef None None] Provisioning complete for port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:50.232747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3c4e95e8-3f6a-4114-8f1a-8f2d51bee9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.234984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:50.396759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e95e8-3f6a-4114-8f1a-8f2d51bee9ef None None] Port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:33:50.504625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ccc099-6f64-4878-8fa2-f4914a0435d6 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:50.512831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.523294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:50.524196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.556118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8afa22-4d27-416f-bcda-f6ebf317d25a req-3f9b3b58-cd08-48b7-8056-cfcb4160f0f6 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:50.565033 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a8afa22-4d27-416f-bcda-f6ebf317d25a req-3f9b3b58-cd08-48b7-8056-cfcb4160f0f6 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 944 time: 0.5925589
Apr 21 13:33:50.618129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.630434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.644133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:50.671138 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Transition to ACTIVE for port object c2ccc099-6f64-4878-8fa2-f4914a0435d6 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:50.689585 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2111127
Apr 21 13:33:50.690212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.719940 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a8afa22-4d27-416f-bcda-f6ebf317d25a req-1c3d721b-3eff-41fa-83df-3c55d66b436e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537964
Apr 21 13:33:50.725584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Request body: {'port': {'device_id': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:33:50.765844 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=272637fa35ad48a38dcc9a149ce5baab&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8260574
Apr 21 13:33:50.782675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43856) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:50.783454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ccd9b-f3c4-4886-ba50-b8ddd4c0484f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:50.808437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c856ff9b-9a87-47c4-90a1-7120a60553ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:50.913601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:50.945192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:50.957239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:50.959913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.008846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Transition to ACTIVE for port object 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:51.014345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.021251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.031583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:51.117608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Pushing event updated for resources: {'Port': ['ID=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:51.134252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:51.237260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.294100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3b63bdf6-ecb3-4df6-8995-1722357a6f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:51.319833 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ccd9b-f3c4-4886-ba50-b8ddd4c0484f,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:51.330390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:51.346907 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Attempting to bind port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:51.347286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Attempting to bind port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:51.347660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Attempting to bind port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:51.355980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.360313 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310ccd9b-f3c4-4886-ba50-b8ddd4c0484f HTTP/1.1" status: 204  len: 168 time: 0.5733035
Apr 21 13:33:51.361202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:33:51.361508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Attempting to bind port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:51.368756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:51.369113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Checking segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:51.369540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Bound using segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:51.370011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Bound port: 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:51.370505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.464814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.502515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94c88-53a3-450a-84b7-2fa48acf96e0 req-b1bb6115-364a-4f6d-ba4c-786d4d3c1d0a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:51.510885 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2a94c88-53a3-450a-84b7-2fa48acf96e0 req-b1bb6115-364a-4f6d-ba4c-786d4d3c1d0a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 931 time: 0.9769721
Apr 21 13:33:51.518627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Attempting to bind port c2ccc099-6f64-4878-8fa2-f4914a0435d6 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:51.519092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Attempting to bind port c2ccc099-6f64-4878-8fa2-f4914a0435d6 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:51.519565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Attempting to bind port c2ccc099-6f64-4878-8fa2-f4914a0435d6 on network daded102-85a5-4cea-a60e-dc95a6859d33 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:51.601865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] For port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host hv-cinder-78719, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:51.606391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] For port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:51.610957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Port c2ccc099-6f64-4878-8fa2-f4914a0435d6 on network daded102-85a5-4cea-a60e-dc95a6859d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:33:51.611392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Attempting to bind port c2ccc099-6f64-4878-8fa2-f4914a0435d6 on network daded102-85a5-4cea-a60e-dc95a6859d33 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:51.613877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.614770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ccc099-6f64-4878-8fa2-f4914a0435d6,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:51.618016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:51.627320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device accf224f-93af-4071-a60e-2e8708002a9c up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:51.632494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:51.651573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:51.651953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Checking segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:51.652552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Bound using segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:51.653042 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Bound port: c2ccc099-6f64-4878-8fa2-f4914a0435d6, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:51.653428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.721205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f0832-8c68-4648-924f-797c7f81b943 req-dde0f26b-07ac-4e61-bb10-bee031425c0c tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:51.725277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Pushing event updated for resources: {'Port': ['ID=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:51.728465 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-131f0832-8c68-4648-924f-797c7f81b943 req-dde0f26b-07ac-4e61-bb10-bee031425c0c tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 944 time: 0.7297142
Apr 21 13:33:51.730423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:51.735322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:51.736092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:51.737870 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] 10.222.0.44 "PUT /v2.0/ports/22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 1094 time: 1.7647002
Apr 21 13:33:51.738490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:51.750651 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2a94c88-53a3-450a-84b7-2fa48acf96e0 req-b91ee668-be51-46fd-a807-1aa6dd6d5c5b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375460
Apr 21 13:33:51.783641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port accf224f-93af-4071-a60e-2e8708002a9c completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:51.797140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port accf224f-93af-4071-a60e-2e8708002a9c triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:51.797581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.004587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-e9f98de0-430e-4264-bb59-c5d0bbc909d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:52.007387 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-e9f98de0-430e-4264-bb59-c5d0bbc909d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1097 time: 0.2064717
Apr 21 13:33:52.028250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.070079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port accf224f-93af-4071-a60e-2e8708002a9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=accf224f-93af-4071-a60e-2e8708002a9c,segment=NetworkSegment(1a0546da-c525-4cb7-ba9d-098cd6eca891),segment_id=1a0546da-c525-4cb7-ba9d-098cd6eca891)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:52.072531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad215248-3469-4e65-8502-d2c44853cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accf224f-93af-4071-a60e-2e8708002a9c'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:52.124645 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-6fbc25ed-ac45-4803-bcf1-67074569266e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 217 time: 0.1067543
Apr 21 13:33:52.167043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.167890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:52.186414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43900) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:52.207217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:52.217612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-131f0832-8c68-4648-924f-797c7f81b943 req-a8c99d0b-1bdd-46c8-9afd-932e23f5efba tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4877813
Apr 21 13:33:52.217748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.266605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:52.285335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Usage tracker for resource:security_group_rule and tenant:18e1b6d338354576a2878536a8367480 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:52.309580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-9705208f-c239-4bb2-bbd4-2168f3639a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:52.311216 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-9705208f-c239-4bb2-bbd4-2168f3639a15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.1786993
Apr 21 13:33:52.324746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:52.326671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=accf224f-93af-4071-a60e-2e8708002a9c,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:52.341505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:52.361808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:52.368347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:52.369322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.417734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] For port c2ccc099-6f64-4878-8fa2-f4914a0435d6, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:52.444218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] For port c2ccc099-6f64-4878-8fa2-f4914a0435d6, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:52.464359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.482336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:52.508746 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'status': 'completed', 'code': 200}
Apr 21 13:33:52.511264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:52.558873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.591440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ccc099-6f64-4878-8fa2-f4914a0435d6,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:52.606393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:52.618105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2db9-6c3a-4c3f-9188-d40da4687ce4 req-9866f432-2616-4f80-9401-94dc935da819 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:52.620418 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-515c2db9-6c3a-4c3f-9188-d40da4687ce4 req-9866f432-2616-4f80-9401-94dc935da819 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 944 time: 0.5151641
Apr 21 13:33:52.632240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bab99-c1d8-45af-98c9-8863c66507de req-89b85a89-bb00-454a-afc3-77802cbcb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:52.634040 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-89b85a89-bb00-454a-afc3-77802cbcb990 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3006666
Apr 21 13:33:52.639416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:52.640265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.641627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:52.641737 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 1093 time: 4.4109583
Apr 21 13:33:52.644958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'tag': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:52.646701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.649520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:52.741040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:52.757848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:52.830499 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-515c2db9-6c3a-4c3f-9188-d40da4687ce4 req-dd40f2f3-a900-497c-98ac-e0bd8cdb1b1b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1923008
Apr 21 13:33:52.835014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.resource_extend [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 13:33:52.978125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.981455 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-5654cd77-e88d-4bdb-a542-ec56dbd13a01 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3379486
Apr 21 13:33:52.982543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:52.996994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9b35e627-be30-496f-830f-7f18c8e803d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:53.005268 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad215248-3469-4e65-8502-d2c44853cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accf224f-93af-4071-a60e-2e8708002a9c', 'code': 200}
Apr 21 13:33:53.052400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718c98cd-c27a-4bec-aa8a-e680b3991747 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:53.074078 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'tag': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6', 'status': 'completed', 'code': 200}
Apr 21 13:33:53.092305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.119488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-385eae66-2980-4f83-aa3e-e0faea2f3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:53.128141 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-385eae66-2980-4f83-aa3e-e0faea2f3550 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1096 time: 0.4146991
Apr 21 13:33:53.163969 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18e1b6d338354576a2878536a8367480&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9735529
Apr 21 13:33:53.170879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 43946) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:53.184590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d11d69-19ea-49b9-b71a-6cb977901f22,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:53.199702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:53.278370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623d63a-f4c3-449c-9a98-29a4da5e6147 req-5c1bf873-3eaa-4a24-9745-2e905dcf346d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:53.279998 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d623d63a-f4c3-449c-9a98-29a4da5e6147 req-5c1bf873-3eaa-4a24-9745-2e905dcf346d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.6435194
Apr 21 13:33:53.281303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Transition to ACTIVE for port object 718c98cd-c27a-4bec-aa8a-e680b3991747 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:33:53.337185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.357219 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-39f392fb-0d90-4487-86a1-05ac9512caf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.2121198
Apr 21 13:33:53.379542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-70439a49-5179-4449-a0fd-e734927c01e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:53.440990 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-087bab99-c1d8-45af-98c9-8863c66507de req-142005b9-9396-4216-b42b-d43719172f20 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4450541
Apr 21 13:33:53.474825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.523646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Pushing event updated for resources: {'Port': ['ID=718c98cd-c27a-4bec-aa8a-e680b3991747,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:53.551096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:53.555227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-8f515de2-396f-4932-8251-884969785887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:53.557420 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-8f515de2-396f-4932-8251-884969785887 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 1098 time: 0.2926614
Apr 21 13:33:53.559832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.620944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.641618 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d623d63a-f4c3-449c-9a98-29a4da5e6147 req-af7d53b2-73ae-44df-a4ad-51435968faaf tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3507185
Apr 21 13:33:53.655080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:53.673888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Usage tracker for resource:security_group_rule and tenant:8079f9792f8f4afd895cde6b4ba0aa4a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:53.678319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:53.687435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:53.690237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c5ad6422-c768-4d33-9884-7038c2a87c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:53.691834 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-c5ad6422-c768-4d33-9884-7038c2a87c83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.3144896
Apr 21 13:33:53.703879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.708951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-c0ad1a61-c52f-427d-942a-8f2905a82f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:53.710582 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-c0ad1a61-c52f-427d-942a-8f2905a82f2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1097 time: 0.2070599
Apr 21 13:33:53.719088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bfbabfd7-baa3-4abb-a126-7439e76458e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:53.761467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d11d69-19ea-49b9-b71a-6cb977901f22,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:53.772816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:53.834137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:53.835426 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20d11d69-19ea-49b9-b71a-6cb977901f22 HTTP/1.1" status: 204  len: 168 time: 0.6638596
Apr 21 13:33:53.887295 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-5652d131-553a-492a-8a70-59bcc0bcf0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1763713
Apr 21 13:33:53.895767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Attempting to bind port 718c98cd-c27a-4bec-aa8a-e680b3991747 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:33:53.896152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Attempting to bind port 718c98cd-c27a-4bec-aa8a-e680b3991747 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:33:53.896534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Attempting to bind port 718c98cd-c27a-4bec-aa8a-e680b3991747 on network daded102-85a5-4cea-a60e-dc95a6859d33 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:53.904743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Port 718c98cd-c27a-4bec-aa8a-e680b3991747 on network daded102-85a5-4cea-a60e-dc95a6859d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:33:53.905115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Attempting to bind port 718c98cd-c27a-4bec-aa8a-e680b3991747 on network daded102-85a5-4cea-a60e-dc95a6859d33 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:33:53.953810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f077-804d-4ee6-8ce2-fb8e1d50e3a6 req-e5a97488-8eb4-41b5-98c2-74fb0395053f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:53.961483 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1dc8f077-804d-4ee6-8ce2-fb8e1d50e3a6 req-e5a97488-8eb4-41b5-98c2-74fb0395053f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 943 time: 0.6789491
Apr 21 13:33:53.971805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:33:53.972194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Checking segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:33:53.972638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Bound using segment: {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:33:53.973162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Bound port: 718c98cd-c27a-4bec-aa8a-e680b3991747, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eb7303-fc6c-4e28-8a91-439b890f16b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:33:53.973513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:54.019952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-776c9e0f-6ce8-4c9b-8528-ee1bbfbed840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:54.024706 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-776c9e0f-6ce8-4c9b-8528-ee1bbfbed840 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.2915940
Apr 21 13:33:54.109665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:54.120085 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-59320a9c-ad78-4a54-9e36-f65833d1b56a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 217 time: 0.0811765
Apr 21 13:33:54.121174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:54.131574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:54.171616 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1dc8f077-804d-4ee6-8ce2-fb8e1d50e3a6 req-d44903bd-1433-43b7-b5fd-84be79e7f079 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091050
Apr 21 13:33:54.221371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6460407
Apr 21 13:33:54.242302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0bb05-f467-4ac3-bb90-79a0cc257a25,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:54.264603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-4b6e947e-2249-4abc-97a2-30065e86cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:54.266804 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-4b6e947e-2249-4abc-97a2-30065e86cddf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.1367919
Apr 21 13:33:54.267900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:54.297889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49079c92-fecb-4f8b-8f20-4551964b45e3 req-2eb6d5d3-5d2f-45fd-889b-78daaae6e006 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:54.299544 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-49079c92-fecb-4f8b-8f20-4551964b45e3 req-2eb6d5d3-5d2f-45fd-889b-78daaae6e006 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 945 time: 0.4981365
Apr 21 13:33:54.314424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] For port 718c98cd-c27a-4bec-aa8a-e680b3991747, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:33:54.381821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] For port 718c98cd-c27a-4bec-aa8a-e680b3991747, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=718c98cd-c27a-4bec-aa8a-e680b3991747,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:33:54.430537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 43982) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:54.440548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:54.442886 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-255505d2-1809-4bf1-97c3-1b112021cf1b service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5408432
Apr 21 13:33:54.453289 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-49079c92-fecb-4f8b-8f20-4551964b45e3 req-b6e3fbf1-dfc6-4ada-99df-669ba6ff5acd tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453025
Apr 21 13:33:54.602813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:54.667192 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8be035fa-ce8c-48ab-932b-6a844fe50f90 req-118e945a-4cd9-4e62-b19a-c840fde977cc service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111568
Apr 21 13:33:54.681726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:54.682528 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:54.683915 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] 10.222.0.44 "PUT /v2.0/ports/718c98cd-c27a-4bec-aa8a-e680b3991747 HTTP/1.1" status: 200  len: 1093 time: 3.9788678
Apr 21 13:33:54.717460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-5c8bbf28-d606-427d-aa97-10a977015af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:54.719036 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-5c8bbf28-d606-427d-aa97-10a977015af3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4173961
Apr 21 13:33:54.721218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Pushing event updated for resources: {'Port': ['ID=718c98cd-c27a-4bec-aa8a-e680b3991747,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:54.836471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:54.957251 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-783c98cc-3b40-4212-81c4-ccb20d6c2f23 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304997
Apr 21 13:33:55.004891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068e58-d7fd-486a-b7af-c4d6228c9691 req-da714e8c-6a7b-49b2-a9f8-eb1fcfe2237b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:55.006639 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dc068e58-d7fd-486a-b7af-c4d6228c9691 req-da714e8c-6a7b-49b2-a9f8-eb1fcfe2237b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 944 time: 0.6231189
Apr 21 13:33:55.008106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:55.043590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:55.088788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'tag': '718c98cd-c27a-4bec-aa8a-e680b3991747'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:55.133194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:55.137877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Usage tracker for resource:security_group_rule and tenant:f6d87bfdfa58422382a3fa4521ef52a3 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:55.140955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:55.151901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:55.226351 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07ca8915-3a8d-431f-9ec6-06b976139bbd req-3f73b94d-e792-47f0-acb6-5bf571fc6731 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2622933
Apr 21 13:33:55.257091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:55.287736 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dc068e58-d7fd-486a-b7af-c4d6228c9691 req-db1327eb-0537-45a5-88f6-4b66143ecb61 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2461524
Apr 21 13:33:55.288470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:55.325377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-964c92cd-eddd-45cc-a5c1-d4e8af47bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:55.327329 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-964c92cd-eddd-45cc-a5c1-d4e8af47bbe2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1096 time: 0.6024232
Apr 21 13:33:55.330653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:55.350552 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'code': 200}
Apr 21 13:33:55.577177 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'tag': '718c98cd-c27a-4bec-aa8a-e680b3991747', 'status': 'completed', 'code': 200}
Apr 21 13:33:55.579295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31a0082-b00b-4773-a6df-0c6ddcd1a3b2,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:55.588476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:55.671059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:33:55.704710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174263-ca0a-4ea0-a70b-3d3847bb4e2c req-d68f647c-a039-4480-806d-dc229f7ba7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:55.706323 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-14174263-ca0a-4ea0-a70b-3d3847bb4e2c req-d68f647c-a039-4480-806d-dc229f7ba7a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 1098 time: 0.0879118
Apr 21 13:33:55.752674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-78714ecd-aa01-411d-b633-d5524c474697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:55.754287 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-78714ecd-aa01-411d-b633-d5524c474697 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 1096 time: 0.9098279
Apr 21 13:33:55.759698 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6d87bfdfa58422382a3fa4521ef52a3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3211994
Apr 21 13:33:55.769373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1b11d-fc40-4042-9497-91013e11ca44 req-e8baffc9-977d-4eb9-a7af-9ae6ad30dd7c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:55.777928 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-06b1b11d-fc40-4042-9497-91013e11ca44 req-e8baffc9-977d-4eb9-a7af-9ae6ad30dd7c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.8710785
Apr 21 13:33:55.779657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44060) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:55.781677 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-14174263-ca0a-4ea0-a70b-3d3847bb4e2c req-28255aa9-4c6c-4a45-8a15-676c75e5efdd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622878
Apr 21 13:33:55.858621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:55.880173 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-d2a5f08a-b13b-45ab-a13d-9b89dbee6ecd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=718c98cd-c27a-4bec-aa8a-e680b3991747 HTTP/1.1" status: 200  len: 217 time: 0.0968883
Apr 21 13:33:55.891214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:55.913078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:55.958133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'port_id': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'mac_address': 'fa:16:3e:f4:cc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:33:55.960716 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:55.974825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-61f678e9-2b95-4e89-be33-341890f360f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:56.013126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31a0082-b00b-4773-a6df-0c6ddcd1a3b2,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:56.015175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:56.017012 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c31a0082-b00b-4773-a6df-0c6ddcd1a3b2 HTTP/1.1" status: 204  len: 168 time: 0.2333889
Apr 21 13:33:56.017953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:56.038038 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-06b1b11d-fc40-4042-9497-91013e11ca44 req-0c195ec5-8f54-4ed0-a03d-7214cca2266d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2584310
Apr 21 13:33:56.078822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-d19516f5-cb00-40f2-babb-3142355ba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:56.080433 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-d19516f5-cb00-40f2-babb-3142355ba844 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.1892443
Apr 21 13:33:56.082575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-04fd4929-4065-4b0d-85db-7c51a3468921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:56.084497 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-04fd4929-4065-4b0d-85db-7c51a3468921 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.5117252
Apr 21 13:33:56.095223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef1e1-68cb-461a-8d16-d0a7ec5611b7 req-049a565c-7b1b-4acb-8c6a-8ffbd7a65700 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:56.099016 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1cef1e1-68cb-461a-8d16-d0a7ec5611b7 req-049a565c-7b1b-4acb-8c6a-8ffbd7a65700 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 943 time: 0.4877770
Apr 21 13:33:56.133028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:56.173047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:56.226048 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-420e65e1-40f1-4f58-b813-44fe87878bba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1246536
Apr 21 13:33:56.228506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:56.237543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:56.240928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-788e1c57-a4b0-40bc-988c-80451d6f25db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:56.366830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:56.370960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:56.399476 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1cef1e1-68cb-461a-8d16-d0a7ec5611b7 req-4cad9eb7-4f2a-46ed-9555-61db0c9215eb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945922
Apr 21 13:33:56.400818 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-1b815c4d-c795-4fd3-994b-ab3719016119 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.3008187
Apr 21 13:33:56.511359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['22a5f7f3-1edd-4c5b-ace2-9b7718fca612'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:33:56.549173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-7dded462-7016-44fa-ad63-04130d8fac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:56.551069 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-7dded462-7016-44fa-ad63-04130d8fac4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.0887449
Apr 21 13:33:56.633456 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-8639a440-5870-432d-baba-ef05f267d4e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710504
Apr 21 13:33:56.787220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44106) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:56.825254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:56.846454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:56.850911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Usage tracker for resource:security_group_rule and tenant:aec5fb5180204ae1816ae37bdd36becc is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:56.854555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:56.861222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:56.949356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f6895-b74e-4392-b817-1ca996a77e68 req-b1f675e3-4e8a-43fd-acb4-a22a0817a729 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:56.957275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-798f6895-b74e-4392-b817-1ca996a77e68 req-b1f675e3-4e8a-43fd-acb4-a22a0817a729 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 945 time: 0.5536566
Apr 21 13:33:57.021891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.023242 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-798f6895-b74e-4392-b817-1ca996a77e68 req-7a386b56-453e-4fef-a83a-8e2bf0740ce4 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648148
Apr 21 13:33:57.025533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.028057 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-505b4115-21d2-4cc5-8992-99e4e7049238 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7499824
Apr 21 13:33:57.041803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe9f09e2-9021-4a73-bfb6-4012169a6424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:57.156488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad9531-b773-4fdd-a672-93fc4ab0b569,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:57.170221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:57.174278 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aec5fb5180204ae1816ae37bdd36becc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3859651
Apr 21 13:33:57.177229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44136) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:57.198770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1dd0a-ae1b-4c3d-8880-d5590c1a28e8 req-5454e370-0cc4-4a98-9fc4-8e8310b1bfde tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:57.207214 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c2d1dd0a-ae1b-4c3d-8880-d5590c1a28e8 req-5454e370-0cc4-4a98-9fc4-8e8310b1bfde tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 945 time: 0.6433997
Apr 21 13:33:57.299275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.330640 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-c9d5ece7-11ad-4216-8825-c497a491b404 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6185851
Apr 21 13:33:57.344857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.412078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.419145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:57.434232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad9531-b773-4fdd-a672-93fc4ab0b569,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:57.451750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.453068 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2ad9531-b773-4fdd-a672-93fc4ab0b569 HTTP/1.1" status: 204  len: 168 time: 0.2729638
Apr 21 13:33:57.457107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:57.503193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44148) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:57.513916 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c2d1dd0a-ae1b-4c3d-8880-d5590c1a28e8 req-28cd64cd-83c4-49af-b7cd-19abb9bbf15e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3055727
Apr 21 13:33:57.585641 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa07b3c4-3bcc-4976-a62e-f56d27120e9c req-8d96fe08-3e9f-4559-adcd-a2d84b328bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324843
Apr 21 13:33:57.600878 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5cb1d213-d229-44c3-9abf-69c13bdaf486 req-ff5120d5-7d61-41f1-8606-3f823f81bcc3 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5343981
Apr 21 13:33:57.670704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73764b02-6d83-428b-8440-6ce01ae74580 req-da2a809e-2cdf-4c20-8a6d-6a1850ef0115 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:57.672404 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-73764b02-6d83-428b-8440-6ce01ae74580 req-da2a809e-2cdf-4c20-8a6d-6a1850ef0115 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.4042213
Apr 21 13:33:57.694011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device c2ccc099-6f64-4878-8fa2-f4914a0435d6 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:33:57.697218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:33:57.777278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.797489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:57.802857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Usage tracker for resource:security_group_rule and tenant:4f223cba7dc64364809f9a16a332eb36 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:57.808136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:57.816556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:57.901042 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-73764b02-6d83-428b-8440-6ce01ae74580 req-7ff0d263-d857-4de7-bd47-c433401e942c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538413
Apr 21 13:33:57.921147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.926451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:57.939127 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-f4ff1314-87f1-4e65-b56a-f1fff3d49224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:57.940919 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-f4ff1314-87f1-4e65-b56a-f1fff3d49224 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 1096 time: 0.2675495
Apr 21 13:33:57.957294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b1b1328b-94b5-4514-bfd9-23f49e63111e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:57.982900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:33:57.998265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca5c87-6b50-4c55-826e-d60e14cb611b req-7b110022-254f-44b9-9ffe-f3265262b43c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:58.006655 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5fca5c87-6b50-4c55-826e-d60e14cb611b req-7b110022-254f-44b9-9ffe-f3265262b43c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 943 time: 0.2582526
Apr 21 13:33:58.009407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f223cba7dc64364809f9a16a332eb36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5049942
Apr 21 13:33:58.011872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44164) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:58.026722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:33:58.027135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.138968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port c2ccc099-6f64-4878-8fa2-f4914a0435d6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:58.163071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'port_id': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6', 'mac_address': 'fa:16:3e:24:50:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:33:58.205161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f4939a-c534-41a2-8e92-e3a42c0446e8,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:58.215385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:58.216204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.280412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.354425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.387580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.388526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ccc099-6f64-4878-8fa2-f4914a0435d6 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:33:58.396786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:58.398586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.416570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.420850 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f4939a-c534-41a2-8e92-e3a42c0446e8 HTTP/1.1" status: 204  len: 168 time: 0.4045315
Apr 21 13:33:58.423555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f4939a-c534-41a2-8e92-e3a42c0446e8,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:58.426074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:58.431144 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5fca5c87-6b50-4c55-826e-d60e14cb611b req-4c10a5d8-613e-43f0-afa6-49e986055c94 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4227991
Apr 21 13:33:58.492964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port c2ccc099-6f64-4878-8fa2-f4914a0435d6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:58.502695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-7c14d55b-e908-48eb-bf33-f1d8d5ab7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:58.504571 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-7c14d55b-e908-48eb-bf33-f1d8d5ab7039 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.5522966
Apr 21 13:33:58.511834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:33:58.516895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.520903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:58.601296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:33:58.616738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:58.646830 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-d8abf681-3571-4a26-8fa5-903fa6e8b631 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=718c98cd-c27a-4bec-aa8a-e680b3991747 HTTP/1.1" status: 200  len: 217 time: 0.1338904
Apr 21 13:33:58.658587 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'code': 200}
Apr 21 13:33:58.692849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=c2ccc099-6f64-4878-8fa2-f4914a0435d6,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:58.698402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:58.700844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:58.854221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['c2ccc099-6f64-4878-8fa2-f4914a0435d6'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:33:58.966938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:58.976755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:59.051469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-873fb4f8-3ab5-40aa-a88c-08efe39b4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:59.053054 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-873fb4f8-3ab5-40aa-a88c-08efe39b4f85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.3989654
Apr 21 13:33:59.160226 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-b5be83d7-3637-44b7-8867-d62058dd085d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684283
Apr 21 13:33:59.200274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44210) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:59.243056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.264881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:33:59.271234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Usage tracker for resource:security_group_rule and tenant:f236eb7e896f4ab5aa35cfed60f91073 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:33:59.274834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:33:59.282728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:33:59.385092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-c80435e2-1619-4741-a7de-c79e17e14e2f service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000494
Apr 21 13:33:59.422035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.427337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.458173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:59.486741 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f236eb7e896f4ab5aa35cfed60f91073&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2814839
Apr 21 13:33:59.497849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44228) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:33:59.564839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6968a78-930f-4fd1-9239-ab3945304dea,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:59.586045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:59.601069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b28f-4e2e-4e3c-a934-24e7672d87a4 req-67c9317b-eaa2-40e0-9b20-673ffbaa72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:59.602835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dc34b28f-4e2e-4e3c-a934-24e7672d87a4 req-67c9317b-eaa2-40e0-9b20-673ffbaa72ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1099 time: 0.5480618
Apr 21 13:33:59.607236 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9280cb4f-e514-454a-ace0-fdbd657a08ee req-fe1dbc25-7c75-4bad-9a4b-c1eac365a48b service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008872
Apr 21 13:33:59.615759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45047-4340-45c3-85b1-370f1ae70366 req-e2cc897b-6dc6-48a3-86f8-403fb8b671f0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:59.623871 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aab45047-4340-45c3-85b1-370f1ae70366 req-e2cc897b-6dc6-48a3-86f8-403fb8b671f0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.8935399
Apr 21 13:33:59.649818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.680437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.685820 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aab45047-4340-45c3-85b1-370f1ae70366 req-92dca601-d424-4bee-a1fa-b28091fea09c tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609305
Apr 21 13:33:59.745458 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dc34b28f-4e2e-4e3c-a934-24e7672d87a4 req-2fa81138-7b19-4738-bc51-cf30e8e92fd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719030
Apr 21 13:33:59.757729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.766977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:33:59.788056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6968a78-930f-4fd1-9239-ab3945304dea,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:33:59.791144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:33:59.792380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:33:59.820983 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6968a78-930f-4fd1-9239-ab3945304dea HTTP/1.1" status: 204  len: 168 time: 0.3008118
Apr 21 13:33:59.899785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c35933-ab27-4f4e-80dc-e492ff4cef3c req-17581454-daa3-485d-9e13-9047083c1e65 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:33:59.901460 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-98c35933-ab27-4f4e-80dc-e492ff4cef3c req-17581454-daa3-485d-9e13-9047083c1e65 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 943 time: 0.1303828
Apr 21 13:33:59.976906 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-98c35933-ab27-4f4e-80dc-e492ff4cef3c req-afa1d56d-1c35-46f1-89d6-820607254a8b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597317
Apr 21 13:34:00.861211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44296) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:00.901913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0d9d-2c7b-4c74-887c-6c2ab31f095b req-999418dd-5435-4eb6-a606-a6cebba89059 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:00.919970 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4eb0d9d-2c7b-4c74-887c-6c2ab31f095b req-999418dd-5435-4eb6-a606-a6cebba89059 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1187410
Apr 21 13:34:01.028837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4eb0d9d-2c7b-4c74-887c-6c2ab31f095b req-a27a554c-f25a-441c-b33e-910be9b4d7d9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078203
Apr 21 13:34:01.056061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114476934-network', 'tenant_id': '429ded4f57b94d38bde8f8885e051c23'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:01.061711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:01.066136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Usage tracker for resource:network and tenant:429ded4f57b94d38bde8f8885e051c23 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:01.069506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:01.077790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:01.096061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Made reservation on behalf of 429ded4f57b94d38bde8f8885e051c23 for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:34:01.101279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.116389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.133745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:01.137044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.139514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Usage tracker for resource:security_group_rule and tenant:429ded4f57b94d38bde8f8885e051c23 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:01.143548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:01.152547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:01.253441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.256570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.262266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-91f6a073-90e3-43a4-b5e5-d949c935c02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:01.279502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2d07-d513-460c-9a63-9359f71d8782 req-a25cfb36-b6cb-4fc1-92a5-6bc41349c4d2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:01.281382 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae4b2d07-d513-460c-9a63-9359f71d8782 req-a25cfb36-b6cb-4fc1-92a5-6bc41349c4d2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 943 time: 0.1259751
Apr 21 13:34:01.295808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac152615-1877-434e-bd2a-61e912d6436a,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:01.301453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:01.305218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:34:01.315619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.316656 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Added segment b9e336a2-0505-4109-9228-0a69dad0f021 of type vlan for network 1dbadb94-419e-40bf-9af4-f61d4af864a3
Apr 21 13:34:01.344813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.350947 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae4b2d07-d513-460c-9a63-9359f71d8782 req-4695c355-88d3-4cdf-b595-10d880414c2c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565641
Apr 21 13:34:01.378109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.379733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:01.380601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.387975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-559e8d66-0a63-4d94-928f-4a7b89f59cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:01.497166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Pushing event updated for resources: {'Network': ['ID=1dbadb94-419e-40bf-9af4-f61d4af864a3,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:01.500186 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6377559
Apr 21 13:34:01.503838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 44310) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:01.507427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:01.510619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Request body: {'subnet': {'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114476934-subnet', 'tenant_id': '429ded4f57b94d38bde8f8885e051c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:01.516261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:01.516933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:34:01.536179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Usage tracker for resource:subnet and tenant:429ded4f57b94d38bde8f8885e051c23 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:01.541466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:01.570429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:01.589704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Made reservation on behalf of 429ded4f57b94d38bde8f8885e051c23 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:34:01.594535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851710890'] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.713959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 718c98cd-c27a-4bec-aa8a-e680b3991747 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:34:01.716741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device c2ccc099-6f64-4878-8fa2-f4914a0435d6 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:34:01.879345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port c2ccc099-6f64-4878-8fa2-f4914a0435d6 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:34:01.897997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port c2ccc099-6f64-4878-8fa2-f4914a0435d6 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:34:01.898415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:01.972570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 718c98cd-c27a-4bec-aa8a-e680b3991747, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=718c98cd-c27a-4bec-aa8a-e680b3991747,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:01.994606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '718c98cd-c27a-4bec-aa8a-e680b3991747', 'network_id': 'daded102-85a5-4cea-a60e-dc95a6859d33', 'port_id': '718c98cd-c27a-4bec-aa8a-e680b3991747', 'mac_address': 'fa:16:3e:c8:fd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8324db5-1015-47c4-a106-d1609fc54b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:34:02.033039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1267249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851710905'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:02.038360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:02.110930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:02.114853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08993354-af19-4c02-8f33-c1c1f2356ad0,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:02.129905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:02.130257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:02.130743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Checking segment: {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:34:02.131149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Network hostable DHCP agents. Network: 1dbadb94-419e-40bf-9af4-f61d4af864a3, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:34:02.144518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718c98cd-c27a-4bec-aa8a-e680b3991747 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:34:02.177510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:02.183738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 718c98cd-c27a-4bec-aa8a-e680b3991747, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=718c98cd-c27a-4bec-aa8a-e680b3991747,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:02.189941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:02.190858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:02.212860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:34:02.228359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port c2ccc099-6f64-4878-8fa2-f4914a0435d6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:02.232662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 1dbadb94-419e-40bf-9af4-f61d4af864a3) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:34:02.237961 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6', 'code': 200}
Apr 21 13:34:02.241240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:02.247358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7178cd-5e9d-4bdf-baa5-763932c602c0 None None] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:34:02.251929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:02.252607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:02.289784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b01f4a-b0b9-434a-b605-64693ef0c1de req-4b325f71-f0c0-4d69-badb-c8f622d73541 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:02.292007 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-02b01f4a-b0b9-434a-b605-64693ef0c1de req-4b325f71-f0c0-4d69-badb-c8f622d73541 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1351738
Apr 21 13:34:02.301979 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7970035
Apr 21 13:34:02.368332 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-02b01f4a-b0b9-434a-b605-64693ef0c1de req-7b93211e-0c50-4431-8b35-fbeea62ea825 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591135
Apr 21 13:34:02.371005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=718c98cd-c27a-4bec-aa8a-e680b3991747,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:02.384755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:02.385835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:02.505440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['718c98cd-c27a-4bec-aa8a-e680b3991747'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:34:02.673747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=c2ccc099-6f64-4878-8fa2-f4914a0435d6,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:02.684253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:02.775213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c92a173-ec59-4eaa-9da3-fb08d288b4de None None] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:34:02.789477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58683ee3-9b77-4d86-9baf-b37736068be5 req-b7281484-7aeb-450e-aa63-fb0e48eed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:02.792252 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-58683ee3-9b77-4d86-9baf-b37736068be5 req-b7281484-7aeb-450e-aa63-fb0e48eed66d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.3056171
Apr 21 13:34:02.858970 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-58683ee3-9b77-4d86-9baf-b37736068be5 req-8b5a0d1f-afd6-4402-b8b2-b25d0894ea06 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457234
Apr 21 13:34:02.900324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3378cbf-0800-4964-8ec4-f2c27456e8d4 req-91c7459e-ddc7-4fba-ade4-e2242c94b63b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:02.901891 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3378cbf-0800-4964-8ec4-f2c27456e8d4 req-91c7459e-ddc7-4fba-ade4-e2242c94b63b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 944 time: 0.3051164
Apr 21 13:34:02.936168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc44ee3-b1e7-48e5-9d98-b5aa0d9f21ff req-47060e01-0bdb-4650-bf79-f45ebed94d6a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:02.948330 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fbc44ee3-b1e7-48e5-9d98-b5aa0d9f21ff req-47060e01-0bdb-4650-bf79-f45ebed94d6a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3479981
Apr 21 13:34:02.948650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44354) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:02.957220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'floatingip': {'port_id': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:03.054673 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3378cbf-0800-4964-8ec4-f2c27456e8d4 req-30ab28ef-1561-42bd-b93b-6c3a8cc51f1d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119716
Apr 21 13:34:03.110021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:03.969037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:03.971813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:04.278621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532658-6775-44b2-b46a-50cd6637a79f req-34322005-146a-4a55-8ab8-8459fda56e82 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:04.280331 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1532658-6775-44b2-b46a-50cd6637a79f req-34322005-146a-4a55-8ab8-8459fda56e82 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 944 time: 0.0937755
Apr 21 13:34:04.334609 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1532658-6775-44b2-b46a-50cd6637a79f req-eb40675d-ab87-4bc2-ba3a-1fffe1bf03ad tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474415
Apr 21 13:34:04.356892 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Floating IP c24523c4-96e4-4d3c-bf4a-409ddc6129b6 associated. External IP: 172.27.0.187, port: 22a5f7f3-1edd-4c5b-ace2-9b7718fca612.
Apr 21 13:34:04.435736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-923e97e6-c15c-43eb-a596-43d7662b1a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:04.743057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:34:04.945046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:34:04.949998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:04.959486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:34:04.970645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:34:04.971322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e420b8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:05.008751 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-27080bae-0ea4-43fa-b171-04918980ccd1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "PUT /v2.0/floatingips/c24523c4-96e4-4d3c-bf4a-409ddc6129b6 HTTP/1.1" status: 200  len: 992 time: 2.0592799
Apr 21 13:34:05.009907 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:05.059281 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'status': 'completed', 'code': 200}
Apr 21 13:34:05.160838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:34:05.569572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebc2c-3a0f-4422-85fa-3326c41619aa req-774f7a39-4185-4435-9d18-d269e1010d65 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:05.572306 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e34ebc2c-3a0f-4422-85fa-3326c41619aa req-774f7a39-4185-4435-9d18-d269e1010d65 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 944 time: 0.1143081
Apr 21 13:34:05.621346 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e34ebc2c-3a0f-4422-85fa-3326c41619aa req-8420ed25-5464-4fdd-9d86-6a5f80e4b3b8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426226
Apr 21 13:34:05.693248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e420b8>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'c24523c4-96e4-4d3c-bf4a-409ddc6129b6', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'port_id': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'mac_address': 'fa:16:3e:f4:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:33:42Z', 'updated_at': '2021-04-21T13:34:03Z', 'revision_number': 1, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:05.697377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:34:05.706807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:34:05.707459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e420b8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:33:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:05.901810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:34:06.278511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e420b8>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'c24523c4-96e4-4d3c-bf4a-409ddc6129b6', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'port_id': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'mac_address': 'fa:16:3e:f4:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:33:42Z', 'updated_at': '2021-04-21T13:34:03Z', 'revision_number': 1, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:06.282622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d9ede-624c-4e01-a755-dab9dc6f99fe None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'c24523c4-96e4-4d3c-bf4a-409ddc6129b6', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'port_id': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'mac_address': 'fa:16:3e:f4:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:33:42Z', 'updated_at': '2021-04-21T13:34:03Z', 'revision_number': 1, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:34:06.570874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0133f-0d9c-4e57-b44d-6d24e8b39682 None None] New status for floating IP c24523c4-96e4-4d3c-bf4a-409ddc6129b6: ACTIVE {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:34:06.790030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-999389d5-0f4f-4273-8fd4-a1615a2eecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:06.833139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df47fd7-674f-4e55-9093-33dde25e46be req-fad36edd-c015-4a54-bd30-d9e148f28895 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:06.834751 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2df47fd7-674f-4e55-9093-33dde25e46be req-fad36edd-c015-4a54-bd30-d9e148f28895 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 944 time: 0.0992169
Apr 21 13:34:06.887849 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2df47fd7-674f-4e55-9093-33dde25e46be req-f96f7b33-d455-4903-8da3-d2813b4b013c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461860
Apr 21 13:34:06.938489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:07.436643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-a327abf5-51a7-4e7e-9f20-869ad3b96a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:07.438312 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-a327abf5-51a7-4e7e-9f20-869ad3b96a6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1099 time: 0.0777493
Apr 21 13:34:07.591072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-222b8808-e3f7-4845-981a-77a6559b2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:07.592660 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-222b8808-e3f7-4845-981a-77a6559b2666 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.1366956
Apr 21 13:34:07.704843 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-fb246b96-4451-4934-aa32-a4c0fdeac845 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 1002 time: 0.1049788
Apr 21 13:34:07.775815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 718c98cd-c27a-4bec-aa8a-e680b3991747 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:34:07.795088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-050a05bc-3c36-43d7-a97e-5c2e68a62e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:07.796722 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-050a05bc-3c36-43d7-a97e-5c2e68a62e96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.0715134
Apr 21 13:34:08.054710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:08.062190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 718c98cd-c27a-4bec-aa8a-e680b3991747 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:34:08.067742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 718c98cd-c27a-4bec-aa8a-e680b3991747 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:34:08.068169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:08.188332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-a72838dd-cd0f-484d-ac0b-abf13ad8ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:08.190051 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-a72838dd-cd0f-484d-ac0b-abf13ad8ba7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3831353
Apr 21 13:34:08.205454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:08.209027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620cb4-161a-48c4-ae8f-f17412f6619c req-4c37fc5c-995e-4a05-aff4-9cb8cf25ec57 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:08.219096 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce620cb4-161a-48c4-ae8f-f17412f6619c req-4c37fc5c-995e-4a05-aff4-9cb8cf25ec57 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 944 time: 0.1179104
Apr 21 13:34:08.236822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718c98cd-c27a-4bec-aa8a-e680b3991747'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:08.247641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 718c98cd-c27a-4bec-aa8a-e680b3991747, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=718c98cd-c27a-4bec-aa8a-e680b3991747,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:08.251882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:08.253730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:08.260194 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce620cb4-161a-48c4-ae8f-f17412f6619c req-aeeb7cbc-91df-4bc8-9b7c-ea53a0bca609 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423591
Apr 21 13:34:08.291592 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718c98cd-c27a-4bec-aa8a-e680b3991747', 'code': 200}
Apr 21 13:34:08.327428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=718c98cd-c27a-4bec-aa8a-e680b3991747,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:08.330699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:08.819886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:09.466890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774a588-d6af-4093-ad5d-e05e637113db req-89bfb82b-f3e8-47cd-970e-d0564ef1e23b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:09.468391 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b774a588-d6af-4093-ad5d-e05e637113db req-89bfb82b-f3e8-47cd-970e-d0564ef1e23b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0876894
Apr 21 13:34:09.518138 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b774a588-d6af-4093-ad5d-e05e637113db req-b4ef0ccc-367d-48eb-8463-c3961daa6526 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434697
Apr 21 13:34:10.719438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358f3e6-dc89-4cf2-a9b9-309d60376ded req-c1fbeb6f-a5ff-4bb1-adbb-ebbc63ce121e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:10.721075 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7358f3e6-dc89-4cf2-a9b9-309d60376ded req-c1fbeb6f-a5ff-4bb1-adbb-ebbc63ce121e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0912786
Apr 21 13:34:10.769406 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7358f3e6-dc89-4cf2-a9b9-309d60376ded req-2a390ad3-7bb1-42d6-b55c-b0e4e9c51539 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419376
Apr 21 13:34:11.885617 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-b12218fd-de80-497c-b8ca-4363ab3f6548 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793885
Apr 21 13:34:12.166040 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d094c9e-a3c8-4e8d-8e9e-8e40c54afdd1 req-693f68eb-e2d3-4cb1-ae86-113bff5cd687 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329552
Apr 21 13:34:12.174300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8415-555e-4352-8690-88daf01c92aa req-7465d250-c0ff-4440-ae39-aeb9b2e95a39 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:12.175839 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bd0d8415-555e-4352-8690-88daf01c92aa req-7465d250-c0ff-4440-ae39-aeb9b2e95a39 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2844336
Apr 21 13:34:12.177982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a7e28-a5c7-4cb2-b1a4-058fe7470a25 req-f1851400-b3a8-41e7-aef6-4938cadba482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:12.179481 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e6a7e28-a5c7-4cb2-b1a4-058fe7470a25 req-f1851400-b3a8-41e7-aef6-4938cadba482 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 1098 time: 0.2477088
Apr 21 13:34:12.259014 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bd0d8415-555e-4352-8690-88daf01c92aa req-dff7e2a9-495a-4af9-bb79-9398a73f832f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734537
Apr 21 13:34:12.264701 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e6a7e28-a5c7-4cb2-b1a4-058fe7470a25 req-00d9f6ae-4719-4177-9539-0ca94d4dc7d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595174
Apr 21 13:34:13.474758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c42c3-d728-429a-800a-7b9615d338f4 req-e5a41db8-4ac0-47be-a9ff-fd4a85bc150e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:13.476366 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f53c42c3-d728-429a-800a-7b9615d338f4 req-e5a41db8-4ac0-47be-a9ff-fd4a85bc150e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0881336
Apr 21 13:34:13.524188 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f53c42c3-d728-429a-800a-7b9615d338f4 req-4bc38961-fbb5-4da0-9041-f5f0d07d1cd6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410309
Apr 21 13:34:13.779028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-cea8591e-fd4f-4daf-8dc8-d64bfd6b4898 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:13.780609 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-cea8591e-fd4f-4daf-8dc8-d64bfd6b4898 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/networks?id=1dbadb94-419e-40bf-9af4-f61d4af864a3 HTTP/1.1" status: 200  len: 809 time: 0.1611695
Apr 21 13:34:13.795974 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-c4dde53e-4d51-4f56-ab92-2805b66b7f84 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/quotas/429ded4f57b94d38bde8f8885e051c23 HTTP/1.1" status: 200  len: 375 time: 0.0094361
Apr 21 13:34:13.851666 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-22a6fce3-37aa-4496-b0ed-904005501a8a tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=429ded4f57b94d38bde8f8885e051c23&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0502300
Apr 21 13:34:13.992787 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-f17b910e-1732-4d33-990f-95da187f3205 service neutron] 10.222.0.41 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339011
Apr 21 13:34:14.134172 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-76ff91af-b502-460f-b71f-84b897618878 service neutron] 10.222.0.41 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339540
Apr 21 13:34:14.321524 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10f501b3-ce17-450b-a387-89ceb6a1dfb0 req-4087fec4-0a07-4d18-af31-cf5e64e2daa8 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 210 time: 0.0481021
Apr 21 13:34:14.725998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bc250-a4e9-4115-bfe1-56a13bad22c9 req-f632019b-f270-4046-8756-94a87dd40ec9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:14.728364 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9b7bc250-a4e9-4115-bfe1-56a13bad22c9 req-f632019b-f270-4046-8756-94a87dd40ec9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0922446
Apr 21 13:34:14.787606 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9b7bc250-a4e9-4115-bfe1-56a13bad22c9 req-44cad45e-0aaa-4284-a535-a29be6c0484c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520353
Apr 21 13:34:15.484883 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2a89c71-d5f6-4532-a9d7-b7cc48c29a56 req-30575185-3fa8-46a0-b1af-d48d3adddbc8 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 210 time: 0.0482140
Apr 21 13:34:16.038220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b9d4c-24b3-40a1-87f8-fd13ecd4ad7a req-b62c83db-343d-4d7d-b43a-c3081e2756cc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:16.039988 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-227b9d4c-24b3-40a1-87f8-fd13ecd4ad7a req-b62c83db-343d-4d7d-b43a-c3081e2756cc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1124742
Apr 21 13:34:16.102087 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-227b9d4c-24b3-40a1-87f8-fd13ecd4ad7a req-b22c3b5b-2a92-4426-a118-653165498eea tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546143
Apr 21 13:34:16.735429 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9979f2f5-9920-4221-bed7-28270930e5e1 req-4987b86c-4e66-4acf-b98f-0fc859e6ebe7 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 210 time: 0.1358120
Apr 21 13:34:16.852655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-7234b239-5b8b-4d9b-9ea9-b4fb37e0105d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:16.854590 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-7234b239-5b8b-4d9b-9ea9-b4fb37e0105d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "GET /v2.0/networks?id=1dbadb94-419e-40bf-9af4-f61d4af864a3 HTTP/1.1" status: 200  len: 809 time: 0.2137206
Apr 21 13:34:16.878832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Request body: {'port': {'device_id': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3', 'admin_state_up': True, 'tenant_id': '429ded4f57b94d38bde8f8885e051c23'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:17.071111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:17.076482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Usage tracker for resource:port and tenant:429ded4f57b94d38bde8f8885e051c23 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:17.079975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:17.086351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:17.098563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Made reservation on behalf of 429ded4f57b94d38bde8f8885e051c23 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:34:17.107008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:17.382559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Allocated IP 172.20.0.10 (1dbadb94-419e-40bf-9af4-f61d4af864a3/08993354-af19-4c02-8f33-c1c1f2356ad0/f4296da7-bded-495b-a676-eff3fcf4b52b) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:34:17.404655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb220-bee8-45ab-b959-79bd02893b81 req-aa5c0d5c-c3b5-470e-86e2-9cc488abddb7 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:17.406963 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce5cb220-bee8-45ab-b959-79bd02893b81 req-aa5c0d5c-c3b5-470e-86e2-9cc488abddb7 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1299901
Apr 21 13:34:17.577079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce5cb220-bee8-45ab-b959-79bd02893b81 req-dc445df0-272a-4123-9934-358d4e316068 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635211
Apr 21 13:34:17.692756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42096d58-9729-4f72-869e-9c925865da5f req-2913e3b5-8e10-4344-94e5-51f1ffab22d8 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:17.694365 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-42096d58-9729-4f72-869e-9c925865da5f req-2913e3b5-8e10-4344-94e5-51f1ffab22d8 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 945 time: 0.2497098
Apr 21 13:34:17.767835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:17.784907 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-42096d58-9729-4f72-869e-9c925865da5f req-13a2a337-e1c3-407b-91ec-46c29d282b9d tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806427
Apr 21 13:34:17.818933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:17.826959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:18.236797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:34:18.239656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:34:18.254257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:34:18.307665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Pushing event updated for resources: {'Port': ['ID=f4296da7-bded-495b-a676-eff3fcf4b52b,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:18.336236 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.336663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.337060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.337452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.337839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.338226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.338637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.339023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.339413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.339797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.340182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.340562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.358164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:18.371852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44648) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:18.393121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:18.393799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.437721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-dcc7091d-1636-479f-91ce-b2764d46d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:18.439417 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-dcc7091d-1636-479f-91ce-b2764d46d42d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 1098 time: 0.3763874
Apr 21 13:34:18.441695 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5676539
Apr 21 13:34:18.450441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3465ab-770e-4eab-ad83-6525a37ad0ec req-63d58b10-7e60-42fb-994d-59a9d52a93ef tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:18.451991 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2a3465ab-770e-4eab-ad83-6525a37ad0ec req-63d58b10-7e60-42fb-994d-59a9d52a93ef tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.3747077
Apr 21 13:34:18.460225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc692bde-af50-4e35-b2ac-39d27c691851 req-89407470-e376-42e0-a8de-089aa1180645 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:18.461051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-bc692bde-af50-4e35-b2ac-39d27c691851 req-89407470-e376-42e0-a8de-089aa1180645 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Synchronizing usage tracker for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:34:18.472811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Request body: {'port': {'device_id': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:18.497722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.513788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:18.517945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:040805606ac5455089102645df88bc26 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:18.520961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:18.527003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:18.620511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.624259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.634634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:18.658526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-bc692bde-af50-4e35-b2ac-39d27c691851 req-89407470-e376-42e0-a8de-089aa1180645 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Unset dirty status for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:34:18.659794 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bc692bde-af50-4e35-b2ac-39d27c691851 req-89407470-e376-42e0-a8de-089aa1180645 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 932 time: 0.5937490
Apr 21 13:34:18.685914 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=040805606ac5455089102645df88bc26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3128772
Apr 21 13:34:18.687517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44668) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:18.690520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18056704-6b73-4e7b-b5f1-7f51298c39ea,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:18.711536 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2a3465ab-770e-4eab-ad83-6525a37ad0ec req-68335e5f-8bf1-4b41-b5a9-44345f94f0f3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469385
Apr 21 13:34:18.712313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.712727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.713130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.713538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.713889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.714281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.714683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.715245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.715767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.716307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.716844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.717384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:18.723588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:18.769258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-a22f80ad-e6ee-4168-9c41-6c4fb4977541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:18.771008 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-a22f80ad-e6ee-4168-9c41-6c4fb4977541 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.3057563
Apr 21 13:34:18.773915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.804671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.840498 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bc692bde-af50-4e35-b2ac-39d27c691851 req-0d1311b0-4b78-49d4-ab55-89a5a614dfa4 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401858
Apr 21 13:34:18.863789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.870295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a2953437-708d-49d0-8e4c-76295ffa40ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:18.883732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18056704-6b73-4e7b-b5f1-7f51298c39ea,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:18.887221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:18.893471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:18.919742 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18056704-6b73-4e7b-b5f1-7f51298c39ea HTTP/1.1" status: 204  len: 168 time: 0.2061858
Apr 21 13:34:18.923031 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-c52dd6d9-8201-435c-aacf-e791aa3e9683 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=718c98cd-c27a-4bec-aa8a-e680b3991747 HTTP/1.1" status: 200  len: 217 time: 0.0977170
Apr 21 13:34:19.046840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.147903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-dc3a8e38-7eb6-410e-933f-2bb4463b176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:19.147903 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-dc3a8e38-7eb6-410e-933f-2bb4463b176a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.2040086
Apr 21 13:34:19.234773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44686) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:19.253886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.268973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:19.274706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:bd2bd1004ae64e42a080a67ff41f5cd1 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:19.277686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:19.281024 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-37717d16-8094-417d-af89-571854b05c09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0993836
Apr 21 13:34:19.284159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:19.330729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00832f-ba30-405f-a2e9-9dcda6d95921 req-8321495c-b7bc-48cb-8293-eebda950b3ed tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:19.332353 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5e00832f-ba30-405f-a2e9-9dcda6d95921 req-8321495c-b7bc-48cb-8293-eebda950b3ed tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 945 time: 0.3344319
Apr 21 13:34:19.377640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.380442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.406963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:19.434433 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd2bd1004ae64e42a080a67ff41f5cd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1982889
Apr 21 13:34:19.437761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44694) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:19.457030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8782eaca-eb81-40b9-a313-c1658cebdadf,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:19.460248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:19.507135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.535177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.565725 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5e00832f-ba30-405f-a2e9-9dcda6d95921 req-df4d7b5b-11b7-4d99-b224-dc079787c038 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228711
Apr 21 13:34:19.580483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.585593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2b585994-aeb2-48f3-8ed3-3b47ce1dcfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:19.599318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782eaca-eb81-40b9-a313-c1658cebdadf,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:19.602756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:19.605073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.605415 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-b8201af8-2058-4064-8344-f40c4c164827 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112125
Apr 21 13:34:19.607019 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8782eaca-eb81-40b9-a313-c1658cebdadf HTTP/1.1" status: 204  len: 168 time: 0.1682868
Apr 21 13:34:19.832434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4296da7-bded-495b-a676-eff3fcf4b52b {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:34:19.838933 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66ef5fa4-0bfa-427d-90e4-f5a51e649fc6 req-46a0773e-7676-4faa-83bb-5951c03c58e8 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208641
Apr 21 13:34:19.844870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.929487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Transition to ACTIVE for port object f4296da7-bded-495b-a676-eff3fcf4b52b will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:34:19.957048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:19.976722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb987b-f7d9-44de-a228-62fe861578c3 req-afc06fcc-6df7-44d8-bd8c-2dde8ea7d3b7 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:19.978917 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-36eb987b-f7d9-44de-a228-62fe861578c3 req-afc06fcc-6df7-44d8-bd8c-2dde8ea7d3b7 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1367745
Apr 21 13:34:19.991255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15fd2b66-6b96-46de-ab42-6a2186376752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:20.424249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Pushing event updated for resources: {'Port': ['ID=f4296da7-bded-495b-a676-eff3fcf4b52b,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:20.455559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:20.465687 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-36eb987b-f7d9-44de-a228-62fe861578c3 req-27c9b337-67c6-4ce1-badf-64942f18ed92 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4760110
Apr 21 13:34:20.630714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96e22e-9f02-437c-97df-15caa9e8c0cf req-1fe934b9-662a-405c-9181-978cc8ed08d7 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:20.638280 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4a96e22e-9f02-437c-97df-15caa9e8c0cf req-1fe934b9-662a-405c-9181-978cc8ed08d7 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 944 time: 0.6092730
Apr 21 13:34:20.705433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Attempting to bind port f4296da7-bded-495b-a676-eff3fcf4b52b on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:34:20.705819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Attempting to bind port f4296da7-bded-495b-a676-eff3fcf4b52b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:34:20.706201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Attempting to bind port f4296da7-bded-495b-a676-eff3fcf4b52b on network 1dbadb94-419e-40bf-9af4-f61d4af864a3 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:34:20.730277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Port f4296da7-bded-495b-a676-eff3fcf4b52b on network 1dbadb94-419e-40bf-9af4-f61d4af864a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:34:20.730684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Attempting to bind port f4296da7-bded-495b-a676-eff3fcf4b52b on network 1dbadb94-419e-40bf-9af4-f61d4af864a3 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:34:20.747030 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4a96e22e-9f02-437c-97df-15caa9e8c0cf req-79cc4217-c2d1-42d5-8052-ee4635f7f980 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076717
Apr 21 13:34:20.753059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:34:20.753418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Checking segment: {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:34:20.753848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Bound using segment: {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:34:20.754342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Bound port: f4296da7-bded-495b-a676-eff3fcf4b52b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:34:20.754759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:20.836142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-016b7647-5966-40a3-969f-1bfb797c7f12 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:20.837771 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-016b7647-5966-40a3-969f-1bfb797c7f12 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 945 time: 0.2791517
Apr 21 13:34:20.981906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] For port f4296da7-bded-495b-a676-eff3fcf4b52b, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:34:21.005703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] For port f4296da7-bded-495b-a676-eff3fcf4b52b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f4296da7-bded-495b-a676-eff3fcf4b52b,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:34:21.013319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Deleting port accf224f-93af-4071-a60e-2e8708002a9c {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:34:21.013779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:21.047369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:21.069626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:21.161435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:21.162118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:21.163661 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] 10.222.0.44 "PUT /v2.0/ports/f4296da7-bded-495b-a676-eff3fcf4b52b HTTP/1.1" status: 200  len: 1094 time: 2.6969607
Apr 21 13:34:21.191155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'tag': 'f4296da7-bded-495b-a676-eff3fcf4b52b'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:21.228807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade489-b8b1-47ba-8b81-b558708f194d req-51913f28-259b-4329-953e-a4ecbb3ca6ef tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:21.230640 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0cade489-b8b1-47ba-8b81-b558708f194d req-51913f28-259b-4329-953e-a4ecbb3ca6ef tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 945 time: 0.3255343
Apr 21 13:34:21.282493 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'tag': 'f4296da7-bded-495b-a676-eff3fcf4b52b', 'status': 'completed', 'code': 200}
Apr 21 13:34:21.321949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Pushing event updated for resources: {'Port': ['ID=f4296da7-bded-495b-a676-eff3fcf4b52b,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:21.333998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:21.448699 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0cade489-b8b1-47ba-8b81-b558708f194d req-5333ccf9-0ef4-4c27-85ff-53ac2d9b89fc tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726646
Apr 21 13:34:21.509431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-3aca1e7c-d429-4b5e-8a66-0c05b882f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:21.511051 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-3aca1e7c-d429-4b5e-8a66-0c05b882f063 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=429ded4f57b94d38bde8f8885e051c23&device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 1097 time: 0.2794552
Apr 21 13:34:21.532204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] For port accf224f-93af-4071-a60e-2e8708002a9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=accf224f-93af-4071-a60e-2e8708002a9c,segment=NetworkSegment(1a0546da-c525-4cb7-ba9d-098cd6eca891),segment_id=1a0546da-c525-4cb7-ba9d-098cd6eca891)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:21.532614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:21.622478 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-8485052c-08cc-40c1-ba58-05289fe6e309 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4296da7-bded-495b-a676-eff3fcf4b52b HTTP/1.1" status: 200  len: 217 time: 0.0923917
Apr 21 13:34:21.794056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Calling delete_port for accf224f-93af-4071-a60e-2e8708002a9c owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:34:22.110224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-a059f3c4-9a04-4668-8500-3c8c5a228041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:22.111823 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-a059f3c4-9a04-4668-8500-3c8c5a228041 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08993354-af19-4c02-8f33-c1c1f2356ad0 HTTP/1.1" status: 200  len: 849 time: 0.3976328
Apr 21 13:34:22.215581 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-a598f899-e26c-4ae6-a34b-6b12e63168b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dbadb94-419e-40bf-9af4-f61d4af864a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926518
Apr 21 13:34:22.230577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec4f0-8e18-4085-bcc7-2cf1f9578451 req-17af308f-e975-4e3f-b86d-fbf0c644b041 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:22.230577 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ffec4f0-8e18-4085-bcc7-2cf1f9578451 req-17af308f-e975-4e3f-b86d-fbf0c644b041 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.6093845
Apr 21 13:34:22.384287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:22.412180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:22.451593 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ffec4f0-8e18-4085-bcc7-2cf1f9578451 req-fb8bc7d5-b4f5-4235-ac67-f20a316bb451 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986995
Apr 21 13:34:22.469203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772b1fb-8916-469d-91ca-fdb4677ea119 req-43104887-1c49-4990-bde0-3ab61b6eec0d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:22.470854 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3772b1fb-8916-469d-91ca-fdb4677ea119 req-43104887-1c49-4990-bde0-3ab61b6eec0d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 944 time: 0.4413698
Apr 21 13:34:22.723580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Pushing event deleted for resources: {'Port': ['ID=accf224f-93af-4071-a60e-2e8708002a9c,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:22.808043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:22.862275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c7c2e8ca-fab7-4c02-b634-60728d75d695 req-88c8d690-d6d6-4094-b028-fd65ebffb93c tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 210 time: 0.1452358
Apr 21 13:34:22.898216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] No DVR routers for this DVR port accf224f-93af-4071-a60e-2e8708002a9c on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:34:22.907165 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-6149d935-9651-42ca-b0da-44745330c56c service neutron] 10.222.0.44 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6590424
Apr 21 13:34:22.908281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:22.962200 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3772b1fb-8916-469d-91ca-fdb4677ea119 req-fc445acf-89a2-4c60-9ffc-0a555881a1ac tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2465754
Apr 21 13:34:22.963549 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aae36dd4-e97f-41fc-9ac8-8d0c0322afea req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.44 "DELETE /v2.0/ports/accf224f-93af-4071-a60e-2e8708002a9c HTTP/1.1" status: 204  len: 173 time: 2.0996246
Apr 21 13:34:23.086048 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-183219a8-6470-4d82-86b7-114ec7fc50ac req-b5148f73-5f18-4239-9cd9-68557c9c71bd service neutron] 10.222.0.44 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611087
Apr 21 13:34:23.207000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44840) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:23.248639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-2c3141ad-e34f-46a7-934f-327b2fa6a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:23.250284 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-2c3141ad-e34f-46a7-934f-327b2fa6a7fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=429ded4f57b94d38bde8f8885e051c23&device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 1097 time: 0.0808692
Apr 21 13:34:23.283040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad215248-3469-4e65-8502-d2c44853cb36', 'name': 'network-vif-deleted', 'tag': 'accf224f-93af-4071-a60e-2e8708002a9c'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:23.345993 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad215248-3469-4e65-8502-d2c44853cb36', 'name': 'network-vif-deleted', 'tag': 'accf224f-93af-4071-a60e-2e8708002a9c', 'status': 'completed', 'code': 200}
Apr 21 13:34:23.346152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.362740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:23.366855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Usage tracker for resource:security_group_rule and tenant:e1953fab543c40fe9dd3c459889edef2 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:23.369861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:23.376072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:23.415470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-a5dac6b9-2565-49da-97de-0dde21fa92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:23.417056 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-a5dac6b9-2565-49da-97de-0dde21fa92ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=1dbadb94-419e-40bf-9af4-f61d4af864a3 HTTP/1.1" status: 200  len: 910 time: 0.1600747
Apr 21 13:34:23.470913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.474228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.483313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:23.533181 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1953fab543c40fe9dd3c459889edef2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248129
Apr 21 13:34:23.533989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44850) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:23.537206 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-d680592e-f080-499e-8d82-8a52837034e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4296da7-bded-495b-a676-eff3fcf4b52b HTTP/1.1" status: 200  len: 217 time: 0.0949643
Apr 21 13:34:23.537840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916480ea-0cc8-4379-bbc6-f46c1cce0fbd,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:23.551311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:23.606826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.635445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.673056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-11043e81-5016-42a1-b98d-a866b2213336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:23.674665 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-11043e81-5016-42a1-b98d-a866b2213336 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08993354-af19-4c02-8f33-c1c1f2356ad0 HTTP/1.1" status: 200  len: 849 time: 0.1200230
Apr 21 13:34:23.679747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.686632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6fea34b0-cbd0-41cd-bc17-186262a1734f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:23.700832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916480ea-0cc8-4379-bbc6-f46c1cce0fbd,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:23.703282 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:23.707417 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/916480ea-0cc8-4379-bbc6-f46c1cce0fbd HTTP/1.1" status: 204  len: 168 time: 0.1712933
Apr 21 13:34:23.708649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:23.734772 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-bbab0e25-2d6f-4085-810f-f93572c8aec2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dbadb94-419e-40bf-9af4-f61d4af864a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486917
Apr 21 13:34:23.795214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb01f7-53ed-4b71-ada6-cf3163cffb15 req-7dfb75b4-cf1f-4306-b809-9cdba3ac1339 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:23.796841 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0deb01f7-53ed-4b71-ada6-cf3163cffb15 req-7dfb75b4-cf1f-4306-b809-9cdba3ac1339 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1987622
Apr 21 13:34:23.864098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device accf224f-93af-4071-a60e-2e8708002a9c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:34:23.932296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0deb01f7-53ed-4b71-ada6-cf3163cffb15 req-979a1e2c-6a6a-4a14-b074-e797abce1516 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756814
Apr 21 13:34:24.013443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: accf224f-93af-4071-a60e-2e8708002a9c {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:34:24.013928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device accf224f-93af-4071-a60e-2e8708002a9c not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:34:24.016823 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-3f4a7d60-4f76-46e9-8ec0-6c19c5e83108 service neutron] 10.222.0.44 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596078
Apr 21 13:34:24.228618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44882) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:24.248402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-b51f3092-ceeb-4124-8be0-4ee6cca73db1 req-a50f7c3f-bdb5-4ff8-98b3-3aa31b08446a tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Synchronizing usage tracker for tenant:2d027780eb194468abf898f1ac8e32fc on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:34:24.278560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.282393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-b51f3092-ceeb-4124-8be0-4ee6cca73db1 req-a50f7c3f-bdb5-4ff8-98b3-3aa31b08446a tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Unset dirty status for tenant:2d027780eb194468abf898f1ac8e32fc on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:34:24.283706 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b51f3092-ceeb-4124-8be0-4ee6cca73db1 req-a50f7c3f-bdb5-4ff8-98b3-3aa31b08446a tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad215248-3469-4e65-8502-d2c44853cb36 HTTP/1.1" status: 200  len: 210 time: 0.1374063
Apr 21 13:34:24.327508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:24.336975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Usage tracker for resource:security_group_rule and tenant:3489cf80085d472981fdbb74e4a14278 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:24.344537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:24.353907 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62388ecc-2494-42e6-8791-39e4063c0a87 req-9e850dc1-5592-4a86-bb34-e6c0eb16c42a service neutron] 10.222.0.44 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076336
Apr 21 13:34:24.368002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f01f-b907-4b9d-a2bb-ee8c95bc8387 req-361fc8ba-b510-4225-8f0c-89def984122f tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:24.373930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 44888) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:24.376080 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2281f01f-b907-4b9d-a2bb-ee8c95bc8387 req-361fc8ba-b510-4225-8f0c-89def984122f tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 944 time: 0.1882882
Apr 21 13:34:24.384743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:24.422879 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2281f01f-b907-4b9d-a2bb-ee8c95bc8387 req-3ead1f3d-8478-4fa7-8146-fb62977aea18 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458233
Apr 21 13:34:24.511754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.515744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.526614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:24.573964 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3489cf80085d472981fdbb74e4a14278&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3401191
Apr 21 13:34:24.574436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 44898) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:24.576553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c33f7ce-18d9-4313-893d-d24976ab90c1,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:24.580018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:24.605879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.621562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:24.625633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Usage tracker for resource:security_group_rule and tenant:57fea843e32c4453b1e00c0c3255ec8d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:24.628601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:24.635247 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:24.720132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.723011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.735543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c86ef29-a67d-4c8a-b1ae-654a5557f59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:24.749874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.778722 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57fea843e32c4453b1e00c0c3255ec8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3995450
Apr 21 13:34:24.780622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956bf9e7-2ac3-42ce-9058-cdad3ea09c0e,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:24.782211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 44906) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:24.783805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:24.822516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:24.847067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-38d5d26a-ee8b-4063-a2b1-0b63c894b6fe tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:24.848631 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-38d5d26a-ee8b-4063-a2b1-0b63c894b6fe tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 0.2394702
Apr 21 13:34:24.899011 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-7a0223ea-e2a8-46eb-a860-9475761493cb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/quotas/9d337a2f35504db281ec09f2705d43a7 HTTP/1.1" status: 200  len: 375 time: 0.0351486
Apr 21 13:34:24.980159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:25.022305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:25.025430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:25.043046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:25.068607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c33f7ce-18d9-4313-893d-d24976ab90c1,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:25.071620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:25.094890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:25.098840 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c33f7ce-18d9-4313-893d-d24976ab90c1 HTTP/1.1" status: 204  len: 168 time: 0.5205693
Apr 21 13:34:25.105266 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-1f3de80d-63dc-491b-8fd8-8d5dc38dc351 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1997464
Apr 21 13:34:25.114149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:25.142913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-33a8dab8-03eb-47b8-86d7-cc5cc22a3189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:25.206943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956bf9e7-2ac3-42ce-9058-cdad3ea09c0e,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:25.212555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:25.221100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:25.224996 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/956bf9e7-2ac3-42ce-9058-cdad3ea09c0e HTTP/1.1" status: 204  len: 168 time: 0.4329193
Apr 21 13:34:25.281149 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-e56066c1-f70f-4efe-b54a-a1f0c4a51a78 service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599252
Apr 21 13:34:25.434285 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-5f08b632-2e9e-4c51-a7ae-d07f2d2f0881 service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468854
Apr 21 13:34:25.759290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4803-5b70-486b-8353-a660e383500f req-189b2663-608b-4f2e-9eb3-127f0a844914 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:25.761073 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ed6d4803-5b70-486b-8353-a660e383500f req-189b2663-608b-4f2e-9eb3-127f0a844914 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1149070
Apr 21 13:34:25.813119 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ed6d4803-5b70-486b-8353-a660e383500f req-c27d6fb3-be8e-43bb-a100-d11046cfac44 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449433
Apr 21 13:34:26.204707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290368e9-57d5-4065-96d4-e7f99766cb50 req-e37098a0-811d-4a9f-b4f3-a402aceb3677 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:26.206330 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-290368e9-57d5-4065-96d4-e7f99766cb50 req-e37098a0-811d-4a9f-b4f3-a402aceb3677 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 944 time: 0.1267798
Apr 21 13:34:26.293518 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-290368e9-57d5-4065-96d4-e7f99766cb50 req-8ac6eb2b-3f3f-4f93-bc35-f40dbc6e10ea tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751293
Apr 21 13:34:26.398373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:34:26.482415 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-541ebd64-3938-470f-b632-fcf13bec89d6 req-c18d1ba6-41f6-4316-95e4-af74b03637cb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 210 time: 0.0596199
Apr 21 13:34:27.035186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e2bf-9b36-45a0-9409-e689b3694d99 req-7d5a5e7d-aa69-4563-91f5-5b00cbfd23f1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:27.036779 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3719e2bf-9b36-45a0-9409-e689b3694d99 req-7d5a5e7d-aa69-4563-91f5-5b00cbfd23f1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1011670
Apr 21 13:34:27.080425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45028) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:27.094496 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3719e2bf-9b36-45a0-9409-e689b3694d99 req-590c9774-443a-43f7-ab62-5e444e94f1f8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492213
Apr 21 13:34:27.216287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.231493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:27.235526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Usage tracker for resource:security_group_rule and tenant:10dd42d6bc204af49d7cc9dff658d43e is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:27.238420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:27.245211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:27.330572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.333518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.343283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b8f63d12-5afb-4917-8407-4a91e071c509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:27.388170 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10dd42d6bc204af49d7cc9dff658d43e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3064039
Apr 21 13:34:27.389100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a11c86-186f-4257-866c-f5d0da8b09f0,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:27.391116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45054) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:27.392301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:27.426924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f4296da7-bded-495b-a676-eff3fcf4b52b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:34:27.611018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port f4296da7-bded-495b-a676-eff3fcf4b52b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f4296da7-bded-495b-a676-eff3fcf4b52b,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:27.626171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.632102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'f4296da7-bded-495b-a676-eff3fcf4b52b', 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3', 'port_id': 'f4296da7-bded-495b-a676-eff3fcf4b52b', 'mac_address': 'fa:16:3e:36:63:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08993354-af19-4c02-8f33-c1c1f2356ad0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:34:27.661501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9200d35-b714-4878-9b2d-d5b21939e7c8 req-c28e7797-f330-433c-9ec9-e467b63188a4 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:27.663210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a9200d35-b714-4878-9b2d-d5b21939e7c8 req-c28e7797-f330-433c-9ec9-e467b63188a4 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 944 time: 0.2523251
Apr 21 13:34:27.723317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.756548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.778012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4296da7-bded-495b-a676-eff3fcf4b52b {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:34:27.797354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port f4296da7-bded-495b-a676-eff3fcf4b52b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f4296da7-bded-495b-a676-eff3fcf4b52b,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:27.800709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.802632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:27.814661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45068) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:27.832132 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f228f93e-2bc8-4feb-a111-1a8e2bc49b56 req-d5187ace-6609-40ac-93b9-6f9e46f8e585 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 210 time: 0.1004117
Apr 21 13:34:27.854200 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-c9c665e2-0b9f-4502-8c99-9b4f45cfeb9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3225758
Apr 21 13:34:27.868568 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a9200d35-b714-4878-9b2d-d5b21939e7c8 req-93c84adb-1fa8-45a5-a638-e83ed9508ff2 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955101
Apr 21 13:34:27.886827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.891072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=f4296da7-bded-495b-a676-eff3fcf4b52b,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:27.895450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3940a43b-976e-4506-902c-9291f064105c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:27.899808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.900373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.900888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.901397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.901902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.902412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.902965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.903469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.904008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.904538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.918395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.918887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:34:27.924155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:27.934027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a11c86-186f-4257-866c-f5d0da8b09f0,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:27.938121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:27.939274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:27.940848 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10a11c86-186f-4257-866c-f5d0da8b09f0 HTTP/1.1" status: 204  len: 168 time: 0.5481081
Apr 21 13:34:28.029945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.036355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-fd0f4dd8-c09f-4403-aa80-b7774fb99a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:28.037964 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-fd0f4dd8-c09f-4403-aa80-b7774fb99a99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 1098 time: 0.0882390
Apr 21 13:34:28.048318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:28.053187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:28d10c1c3c944df3a3668e96f9c48cdf is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:28.056920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:28.063215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:28.159572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.164533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.168108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['f4296da7-bded-495b-a676-eff3fcf4b52b'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:34:28.174854 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:28.212591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-254b53f5-ade3-4eac-a8dd-0c99d27677ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:28.213969 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-254b53f5-ade3-4eac-a8dd-0c99d27677ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 916 time: 0.1551425
Apr 21 13:34:28.222597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3959e-1ad7-4136-9cf1-f1a5dbead972,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:28.230001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:28.266180 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28d10c1c3c944df3a3668e96f9c48cdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4496102
Apr 21 13:34:28.267018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45084) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:28.385164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.470494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.538021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.556368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f3c33a68-24b8-4488-b4d1-cd41ce6ac532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:28.585676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:28.604258 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86a3959e-1ad7-4136-9cf1-f1a5dbead972 HTTP/1.1" status: 204  len: 168 time: 0.3247545
Apr 21 13:34:28.610049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3959e-1ad7-4136-9cf1-f1a5dbead972,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:28.615928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:28.884020 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-57795174-c76b-45a7-afa1-0d2b38416835 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9 HTTP/1.1" status: 200  len: 217 time: 0.5574248
Apr 21 13:34:28.891307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-4eda8a95-12b0-43a5-8b07-bdcbd60fbe70 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:28.892790 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-4eda8a95-12b0-43a5-8b07-bdcbd60fbe70 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 0.2522199
Apr 21 13:34:28.929090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Request body: {'port': {'device_id': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'admin_state_up': True, 'tenant_id': '9d337a2f35504db281ec09f2705d43a7'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:29.146505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45140) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:29.170057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.185862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:29.189919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b2cb1746984a55a7b441ba6e8dc6e1 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:29.193051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:29.194709 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2a50218d-859d-4b56-897b-d6acfbb20300 req-db75378c-8a38-4240-9699-e76d7648c26e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 210 time: 0.1046970
Apr 21 13:34:29.199840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-4fb18f86-6271-4bd1-8b56-3dc2ac1c3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:29.199976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:29.201327 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-4fb18f86-6271-4bd1-8b56-3dc2ac1c3073 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.2837968
Apr 21 13:34:29.213552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53696ad3-c5da-468f-a40a-683ff9e19f1c req-3684cd46-1dec-426d-a775-6e73cb543136 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:29.214977 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-53696ad3-c5da-468f-a40a-683ff9e19f1c req-3684cd46-1dec-426d-a775-6e73cb543136 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.9919169
Apr 21 13:34:29.280304 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-0d304f4e-96e4-4dd9-b76b-5dbfc20fd8fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609794
Apr 21 13:34:29.310976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.317108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.328832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b990ede0-5e09-4d57-9f8f-1b172efea882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:29.370240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca52f35-a26b-402d-ae07-a9a977e31c60,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:29.373706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:29.386340 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6b2cb1746984a55a7b441ba6e8dc6e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2363107
Apr 21 13:34:29.389576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:29.391342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45148) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:29.397730 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-53696ad3-c5da-468f-a40a-683ff9e19f1c req-16aa4976-4098-4479-aec3-a0fb58f3d9a8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164341
Apr 21 13:34:29.471385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.473961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:29.504548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.514196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45152) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:29.525523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Made reservation on behalf of 9d337a2f35504db281ec09f2705d43a7 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:34:29.531550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.610103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Deleting subnet aad546e2-1f51-4dc2-9124-917ebe1962a4 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:34:29.613659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.625359 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-6903b0db-316f-4035-adf3-1045812b75e3 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3069334
Apr 21 13:34:29.634999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1c534-ecfd-452f-86f9-ee1e521efe7f req-70900630-bc81-4548-9c38-3dd8a9224191 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:29.636494 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-75d1c534-ecfd-452f-86f9-ee1e521efe7f req-70900630-bc81-4548-9c38-3dd8a9224191 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 945 time: 0.3110149
Apr 21 13:34:29.669354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.675719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.678286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3895c2ab-67ef-45d4-93a1-bd2a11108610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:29.692980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca52f35-a26b-402d-ae07-a9a977e31c60,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:29.699884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.735559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:29.736511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:29.740343 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ca52f35-a26b-402d-ae07-a9a977e31c60 HTTP/1.1" status: 204  len: 168 time: 0.3451340
Apr 21 13:34:29.814848 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-75d1c534-ecfd-452f-86f9-ee1e521efe7f req-c4d1de6e-8e49-4ebf-b66b-2e5921ad2a08 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485546
Apr 21 13:34:29.974314 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fde33a7-fdd8-4cd4-b27c-7058eb6cf644 req-5ad80101-f5b1-41f6-98f7-15b920f1e245 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3356583
Apr 21 13:34:29.997616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Allocated IP 172.20.0.4 (37abe282-21a5-4136-b805-2d4e845a1fd0/086dc98d-5588-4085-8861-c17762d900f7/fa24c093-2067-46ed-83f6-bac84b4e8a05) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:34:30.104932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.122449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:30.200802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.205812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad546e2-1f51-4dc2-9124-917ebe1962a4,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:30.209255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:30.213760 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e6911fa7-bcc0-4098-84f9-6de0f7257336 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aad546e2-1f51-4dc2-9124-917ebe1962a4 HTTP/1.1" status: 204  len: 168 time: 0.6984630
Apr 21 13:34:30.218047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45180) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:30.337044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f4296da7-bded-495b-a676-eff3fcf4b52b up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:34:30.357391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.414826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.481470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port f4296da7-bded-495b-a676-eff3fcf4b52b completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:34:30.487918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port f4296da7-bded-495b-a676-eff3fcf4b52b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:34:30.488581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.530905 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2f740790-0be2-4dc2-9c48-33a61281dc7a req-d0e3a6c1-585d-428e-abf5-023fb7ed43a6 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 210 time: 0.1102827
Apr 21 13:34:30.582723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.598886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e16298ab-3dc8-47bf-af03-4c65e76742e9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:30.610287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:34:30.645599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.738022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:34:30.752983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:34:30.754237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.759652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:34:30.805583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4296da7-bded-495b-a676-eff3fcf4b52b'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:30.807712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe5c9d09a90>> segment before_delete 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.808212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe5c9d09a90>> subnet precommit_delete_associations 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.809157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> segment_host_mapping after_create 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.809747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> port after_create 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.810006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> port after_delete 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.810585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> port after_update 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.811029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> segment after_delete 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.811518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> subnet after_create 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.812189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> subnet after_delete 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.822785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5c8f3eeb8>> subnet after_update 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:30.827602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port f4296da7-bded-495b-a676-eff3fcf4b52b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f4296da7-bded-495b-a676-eff3fcf4b52b,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:30.833369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:30.834064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.838505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:30.843655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:30.858813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event updated for resources: {'Port': ['ID=fa24c093-2067-46ed-83f6-bac84b4e8a05,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:30.870857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:30.907079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9906492
Apr 21 13:34:30.919690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21606021-7275-4b4c-bab3-9071bfbd098b req-5d297c66-7224-494b-8155-91ebeb388acb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:30.923313 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4296da7-bded-495b-a676-eff3fcf4b52b', 'code': 200}
Apr 21 13:34:30.929480 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-21606021-7275-4b4c-bab3-9071bfbd098b req-5d297c66-7224-494b-8155-91ebeb388acb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2841814
Apr 21 13:34:30.986683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Request body: {'port': {'device_id': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:31.016322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c94524e0>> subnet after_create 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:31.016723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c94524e0>> subnet after_delete 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:31.017091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c94524e0>> subnet before_create 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:31.017464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5c94524e0>> subnet before_update 55550000 {{(pid=86358) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 13:34:31.017870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c9004be0>,) {'filters': {'network_id': ['ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:31.048653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9004be0>, '1a0546da-c525-4cb7-ba9d-098cd6eca891') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:31.048991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9004be0>, '1a0546da-c525-4cb7-ba9d-098cd6eca891') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:34:31.062812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.087945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.088156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=f4296da7-bded-495b-a676-eff3fcf4b52b,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:31.096926 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:34:31.099640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:31.175972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.253135 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-21606021-7275-4b4c-bab3-9071bfbd098b req-937debf0-f9c0-4996-b5ae-f7966ceb296a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3229167
Apr 21 13:34:31.306807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:34:31.317483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.350923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.471834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d7ce0-f87f-4cb7-89b8-ed89d52bf351 req-2c21344c-6dc3-43d5-8e1d-e2417dfb605c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:31.473437 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e12d7ce0-f87f-4cb7-89b8-ed89d52bf351 req-2c21344c-6dc3-43d5-8e1d-e2417dfb605c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.3759706
Apr 21 13:34:31.532415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Network ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:34:31.556546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2a616-1796-452c-999e-66f055dc0ce9 req-c639a48b-8e9d-4853-8248-b980f76cf93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:31.558084 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-28c2a616-1796-452c-999e-66f055dc0ce9 req-c639a48b-8e9d-4853-8248-b980f76cf93c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 1099 time: 0.3804910
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   from cryptography.utils import int_from_bytes
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   from cryptography.utils import int_from_bytes
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   (rel_b, rel_a, rel_b),
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   (rel_b, rel_a, rel_b),
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:34:31.566066 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:34:31.672296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e12d7ce0-f87f-4cb7-89b8-ed89d52bf351 req-7aefadcb-982b-4f38-aa88-386f5fc68680 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800110
Apr 21 13:34:31.691266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.709985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:31.714431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:31.743841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:31.747000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:31.754160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ffd3ddf0-11eb-403c-9a8a-d36fb8b67ae5 HTTP/1.1" status: 204  len: 168 time: 1.5350211
Apr 21 13:34:31.759412 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-28c2a616-1796-452c-999e-66f055dc0ce9 req-5b871242-548c-4e8c-b8f0-86f00b9904f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884096
Apr 21 13:34:32.007019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f60a8d-0e16-4887-a5f0-1c4c83c52c17 req-243bff06-1b2f-427c-b2f9-c18b166c1f39 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:32.007927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-97f60a8d-0e16-4887-a5f0-1c4c83c52c17 req-243bff06-1b2f-427c-b2f9-c18b166c1f39 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:34:32.012788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45278) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:32.028879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa24c093-2067-46ed-83f6-bac84b4e8a05 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:34:32.041248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.045875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-97f60a8d-0e16-4887-a5f0-1c4c83c52c17 req-243bff06-1b2f-427c-b2f9-c18b166c1f39 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:34:32.047318 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-97f60a8d-0e16-4887-a5f0-1c4c83c52c17 req-243bff06-1b2f-427c-b2f9-c18b166c1f39 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 931 time: 0.2322581
Apr 21 13:34:32.071513 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2c9701e2-69f3-4683-8b19-4368d14ae68d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d027780eb194468abf898f1ac8e32fc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0567939
Apr 21 13:34:32.074192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45282) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:32.078172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Transition to ACTIVE for port object fa24c093-2067-46ed-83f6-bac84b4e8a05 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:34:32.085543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.100312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:32.147861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.177663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.210072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Pushing event updated for resources: {'Port': ['ID=fa24c093-2067-46ed-83f6-bac84b4e8a05,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:32.217700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:32.253462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.263067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:32.289012 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-97f60a8d-0e16-4887-a5f0-1c4c83c52c17 req-07fdeb1d-f394-4f2f-970a-e896585b524d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345386
Apr 21 13:34:32.310918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ea5b9f-0c6b-4c64-850f-c7d3d0792907,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:32.322204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:32.336654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.337999 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3ea5b9f-0c6b-4c64-850f-c7d3d0792907 HTTP/1.1" status: 204  len: 168 time: 0.2628033
Apr 21 13:34:32.510567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Attempting to bind port fa24c093-2067-46ed-83f6-bac84b4e8a05 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:34:32.510998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Attempting to bind port fa24c093-2067-46ed-83f6-bac84b4e8a05 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:34:32.511343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Attempting to bind port fa24c093-2067-46ed-83f6-bac84b4e8a05 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:34:32.517897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Port fa24c093-2067-46ed-83f6-bac84b4e8a05 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:34:32.518263 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Attempting to bind port fa24c093-2067-46ed-83f6-bac84b4e8a05 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:34:32.526062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:34:32.526487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Checking segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:34:32.526921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Bound using segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:34:32.527425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Bound port: fa24c093-2067-46ed-83f6-bac84b4e8a05, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:34:32.527814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.770140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb19f4-c52c-40fc-a81c-4e641f9e9b05 req-d7e2eeff-6301-40dd-a11a-47503d308a4d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:32.771776 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-babb19f4-c52c-40fc-a81c-4e641f9e9b05 req-d7e2eeff-6301-40dd-a11a-47503d308a4d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.3700306
Apr 21 13:34:32.880571 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-babb19f4-c52c-40fc-a81c-4e641f9e9b05 req-fab0a9b9-7de4-4a1c-a65f-a03ec00847e8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729744
Apr 21 13:34:32.894216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] For port fa24c093-2067-46ed-83f6-bac84b4e8a05, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:34:32.905675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] For port fa24c093-2067-46ed-83f6-bac84b4e8a05, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fa24c093-2067-46ed-83f6-bac84b4e8a05,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:34:32.911536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:32.918885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:32.946564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45330) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:33.055840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:33.056733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.058235 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] 10.222.0.44 "PUT /v2.0/ports/fa24c093-2067-46ed-83f6-bac84b4e8a05 HTTP/1.1" status: 200  len: 1093 time: 2.1018796
Apr 21 13:34:33.071585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'tag': 'fa24c093-2067-46ed-83f6-bac84b4e8a05'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:33.087535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.105355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:33.107522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Pushing event updated for resources: {'Port': ['ID=fa24c093-2067-46ed-83f6-bac84b4e8a05,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:33.109458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Usage tracker for resource:security_group_rule and tenant:f56fdca362cd4588bc1c3a3c45c89c33 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:33.110940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:33.112404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:33.121245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:33.143632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0064b-5167-454b-b6ea-4b450ef114ca req-62f3dfd6-fcf7-4a90-a848-cf936365698e tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:33.145506 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0da0064b-5167-454b-b6ea-4b450ef114ca req-62f3dfd6-fcf7-4a90-a848-cf936365698e tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.1357074
Apr 21 13:34:33.195856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0da0064b-5167-454b-b6ea-4b450ef114ca req-7d756a21-a144-4d12-9223-aacb4809253e tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441170
Apr 21 13:34:33.218275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.221443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.231292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a0cb41a-a952-4e8e-86b7-147ee0d28294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:33.260033 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'tag': 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'status': 'completed', 'code': 200}
Apr 21 13:34:33.274371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f56fdca362cd4588bc1c3a3c45c89c33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3259006
Apr 21 13:34:33.275986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d3ed43-5df3-4798-b180-20bea61ece4e,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:33.277223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45346) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:33.279304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:33.345775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.377392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.477964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.486351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e3061243-0a0f-4b2b-82e4-dc7090bbd831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:33.509611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d3ed43-5df3-4798-b180-20bea61ece4e,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:33.513594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:33.516417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.517632 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57d3ed43-5df3-4798-b180-20bea61ece4e HTTP/1.1" status: 204  len: 168 time: 0.2393131
Apr 21 13:34:33.536476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf99f81-9985-4942-98ad-0900d934777b req-e164dd73-2225-4ce4-816e-0d4af82cdf99 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:33.538093 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aaf99f81-9985-4942-98ad-0900d934777b req-e164dd73-2225-4ce4-816e-0d4af82cdf99 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.1163523
Apr 21 13:34:33.591031 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aaf99f81-9985-4942-98ad-0900d934777b req-58509c75-ea30-49f1-9871-2a7cda642f13 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452476
Apr 21 13:34:33.923752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45370) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:33.944160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:33.960936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:33.966202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Usage tracker for resource:security_group_rule and tenant:63dae25f41b349398f5786c904326d82 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:33.970116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:33.978886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:34.132523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.137911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.146597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0b2d3-34bd-4f6e-a3b7-c7438d0820d3 req-50dc5019-58a8-4315-9657-f0a0296a247d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:34.148174 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-47e0b2d3-34bd-4f6e-a3b7-c7438d0820d3 req-50dc5019-58a8-4315-9657-f0a0296a247d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1367881
Apr 21 13:34:34.157853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:34.221612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f4086329-994e-42de-9857-b373376833dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63dae25f41b349398f5786c904326d82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2967200
Apr 21 13:34:34.224445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45376) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:34.231988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9fc4dd-fd6e-4a77-a84d-e08d7f65ea55,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:34.238099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:34.246391 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-47e0b2d3-34bd-4f6e-a3b7-c7438d0820d3 req-a9298aab-b4ec-46c3-b063-0c80e0d4964a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908995
Apr 21 13:34:34.295421 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.323233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.368827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.373976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ec9855f1-c555-41ea-9aef-c218d0c637bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:34.386605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9fc4dd-fd6e-4a77-a84d-e08d7f65ea55,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:34.395273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:34.396177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.397404 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a9fc4dd-fd6e-4a77-a84d-e08d7f65ea55 HTTP/1.1" status: 204  len: 168 time: 0.1718943
Apr 21 13:34:34.424335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-24b1b06a-dac5-4c69-a81d-a54e4f828d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:34.454026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27180-0107-4183-8d06-a6d0d5971740 req-c1e532f6-1a2d-4f88-9972-7a297171728d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:34.455653 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-35b27180-0107-4183-8d06-a6d0d5971740 req-c1e532f6-1a2d-4f88-9972-7a297171728d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.0949485
Apr 21 13:34:34.510394 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-35b27180-0107-4183-8d06-a6d0d5971740 req-6103d02d-4fa7-4b14-93c2-d625c4778e01 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476973
Apr 21 13:34:34.793874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b38855-8523-4140-a521-d284cc6b3f07 req-af7f93ee-9650-4c9e-8f11-422ff9edd4f6 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:34.795505 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-22b38855-8523-4140-a521-d284cc6b3f07 req-af7f93ee-9650-4c9e-8f11-422ff9edd4f6 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.0914452
Apr 21 13:34:34.844638 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-22b38855-8523-4140-a521-d284cc6b3f07 req-6ec7257b-686f-413f-855b-a410172feec8 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425255
Apr 21 13:34:35.239006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caef84-d2f1-448a-a25a-c9fd6acbaf05 req-d06ba637-52a8-4876-80e3-5b7823127e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:35.240912 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50caef84-d2f1-448a-a25a-c9fd6acbaf05 req-d06ba637-52a8-4876-80e3-5b7823127e55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 1096 time: 0.0833938
Apr 21 13:34:35.458258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caef84-d2f1-448a-a25a-c9fd6acbaf05 req-c3278416-9550-43f1-b98a-2126c821aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:35.459809 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50caef84-d2f1-448a-a25a-c9fd6acbaf05 req-c3278416-9550-43f1-b98a-2126c821aa27 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9d337a2f35504db281ec09f2705d43a7&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2081122
Apr 21 13:34:35.597333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb902-6b4a-46e7-927c-9d13020dfd10 req-f571615b-ce90-4b6a-b2e0-587bda7c081b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:35.599290 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae6eb902-6b4a-46e7-927c-9d13020dfd10 req-f571615b-ce90-4b6a-b2e0-587bda7c081b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2223947
Apr 21 13:34:35.683788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caef84-d2f1-448a-a25a-c9fd6acbaf05 req-4a88f2d3-e5f8-42b4-8f06-75d95256c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:35.685338 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50caef84-d2f1-448a-a25a-c9fd6acbaf05 req-4a88f2d3-e5f8-42b4-8f06-75d95256c406 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2146010
Apr 21 13:34:35.689232 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae6eb902-6b4a-46e7-927c-9d13020dfd10 req-c69142b9-aee3-41e7-a3c3-0ea0fbca2bfd tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721307
Apr 21 13:34:35.852182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3c617-3e75-4a6b-a6e7-2d551c52e987 req-dc286761-5269-4612-be13-a60f69aea4e6 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:35.853785 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1da3c617-3e75-4a6b-a6e7-2d551c52e987 req-dc286761-5269-4612-be13-a60f69aea4e6 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.1739917
Apr 21 13:34:35.860569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-b62f45e2-c6ac-4ffb-bde1-b79c13e0c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:35.862111 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-b62f45e2-c6ac-4ffb-bde1-b79c13e0c35b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 1096 time: 0.1184578
Apr 21 13:34:35.957410 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-cebb207b-3274-4c10-bc23-515fcc33355b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa24c093-2067-46ed-83f6-bac84b4e8a05 HTTP/1.1" status: 200  len: 217 time: 0.0774598
Apr 21 13:34:36.003770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1da3c617-3e75-4a6b-a6e7-2d551c52e987 req-f8e20809-8b28-481e-917f-99547502866c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404808
Apr 21 13:34:36.081929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-c9e9e2d5-1cad-41cd-9dcd-12560222e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:36.083545 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-c9e9e2d5-1cad-41cd-9dcd-12560222e68e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.0920229
Apr 21 13:34:36.200434 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-50abea3e-2a7c-4e4c-8ff9-b0f3964417ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660646
Apr 21 13:34:36.352020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6419eb-a322-4a03-b3a0-304ffdc9c5af req-580de9c3-aa7f-4142-a19a-26955bbc74ab tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:36.353653 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5f6419eb-a322-4a03-b3a0-304ffdc9c5af req-580de9c3-aa7f-4142-a19a-26955bbc74ab tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.2690012
Apr 21 13:34:36.407986 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-b78cf3ed-44bb-4f1b-81e4-b2d0543a32b0 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994247
Apr 21 13:34:36.525560 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5f6419eb-a322-4a03-b3a0-304ffdc9c5af req-ab604967-8be7-4b7f-b1e0-7647cf837f38 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635787
Apr 21 13:34:36.596638 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f60f16b1-17a3-4094-94c8-ff1fad9fd967 req-8a9fa452-70d8-477f-b91d-05f8f8560cb4 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774511
Apr 21 13:34:36.772906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1e41241d-f0d9-4d89-9a53-2ad8fe95f120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:36.943048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:36.959004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5d18-b9e2-49b1-9135-72a48c7e26cc req-7f7251f0-b1e9-4b50-957d-74106bbf2d82 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:36.960628 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-963d5d18-b9e2-49b1-9135-72a48c7e26cc req-7f7251f0-b1e9-4b50-957d-74106bbf2d82 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0983398
Apr 21 13:34:37.008292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45494) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:37.010810 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-963d5d18-b9e2-49b1-9135-72a48c7e26cc req-c2840235-ad5a-47ba-b8f7-6802eaddb019 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425398
Apr 21 13:34:37.135793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.151661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:37.155727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f831b7a222486f9df9f039330c6779 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:37.158839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:37.165575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:37.208256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31ab5d-671d-49b5-b354-02613f525096 req-7e2c8160-eaa0-4777-be1d-998037dfa362 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:37.209904 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a31ab5d-671d-49b5-b354-02613f525096 req-7e2c8160-eaa0-4777-be1d-998037dfa362 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.0873487
Apr 21 13:34:37.249254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.252127 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.261704 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a31ab5d-671d-49b5-b354-02613f525096 req-f89a16e9-1ced-4ecb-a092-699547733fcb tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446725
Apr 21 13:34:37.262451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-33a495d4-22da-43cd-934b-fdd8e7366e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:37.303027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91fba67-3289-40b7-9478-6d38a8a56310,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:37.307770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3f831b7a222486f9df9f039330c6779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2983148
Apr 21 13:34:37.308686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:37.310530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45504) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:37.372034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.399532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.446359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.451450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c314e4c8-c683-42de-9f87-3cbc48270680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:37.466412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91fba67-3289-40b7-9478-6d38a8a56310,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:37.468787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:37.469596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.473610 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a91fba67-3289-40b7-9478-6d38a8a56310 HTTP/1.1" status: 204  len: 168 time: 0.1592922
Apr 21 13:34:37.739851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daece35-9862-4347-894b-79d76893a772 req-f3d8a044-d536-49d9-b4e9-a6067791aee4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:37.741730 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8daece35-9862-4347-894b-79d76893a772 req-f3d8a044-d536-49d9-b4e9-a6067791aee4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.0899675
Apr 21 13:34:37.764077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45518) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:37.783573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.792416 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8daece35-9862-4347-894b-79d76893a772 req-941c617c-dd85-4cdc-a085-d27993c738f7 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440586
Apr 21 13:34:37.799270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:37.803292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Usage tracker for resource:security_group_rule and tenant:6af0bd569bde43be9d7058d46df34129 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:37.806673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:37.812632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:37.895496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.899076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:37.932258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:37.942594 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6af0bd569bde43be9d7058d46df34129&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1769519
Apr 21 13:34:37.945789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45526) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:37.971463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57c8c35-1cb7-4b84-9ae1-a0f6c48c299c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:37.974617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:38.008654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:38.012474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:38.041303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:38.088942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:38.094188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:38.107008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57c8c35-1cb7-4b84-9ae1-a0f6c48c299c,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:38.111758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:38.116479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:38.117721 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d57c8c35-1cb7-4b84-9ae1-a0f6c48c299c HTTP/1.1" status: 204  len: 168 time: 0.1708138
Apr 21 13:34:38.218616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad4a81-8c37-4834-b250-73bf22a12329 req-e50c385a-b992-4a72-a55c-b14038c5dbce tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:38.220234 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-edad4a81-8c37-4834-b250-73bf22a12329 req-e50c385a-b992-4a72-a55c-b14038c5dbce tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0899549
Apr 21 13:34:38.269654 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-edad4a81-8c37-4834-b250-73bf22a12329 req-2ddcd7e0-8d17-4c55-955a-fa44b14dae94 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429096
Apr 21 13:34:38.820734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:39.005713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38875-7434-4573-ba54-ac20c182e7d4 req-41ed5e4d-7696-49ca-b272-bdf3794f102b tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:39.007478 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c7a38875-7434-4573-ba54-ac20c182e7d4 req-41ed5e4d-7696-49ca-b272-bdf3794f102b tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.1025710
Apr 21 13:34:39.058333 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c7a38875-7434-4573-ba54-ac20c182e7d4 req-a917cc31-ad27-45cd-a921-bd01c7dc2b84 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442514
Apr 21 13:34:39.473054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4233ad-6eff-47be-afd1-18e8a8d9c433 req-a185f798-a812-475d-85c8-0856c7b1161a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:39.474691 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce4233ad-6eff-47be-afd1-18e8a8d9c433 req-a185f798-a812-475d-85c8-0856c7b1161a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0877285
Apr 21 13:34:39.526839 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce4233ad-6eff-47be-afd1-18e8a8d9c433 req-efeaff37-5d9b-4aaa-8045-84042a05b43c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457361
Apr 21 13:34:40.263595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1c15-fe26-4ffe-8d8c-377e9642ab97 req-462d014a-3c5f-486b-a8be-d6224b97f743 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:40.265316 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-12ca1c15-fe26-4ffe-8d8c-377e9642ab97 req-462d014a-3c5f-486b-a8be-d6224b97f743 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.0890737
Apr 21 13:34:40.318942 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-12ca1c15-fe26-4ffe-8d8c-377e9642ab97 req-88420f46-447d-4c8a-b4b0-8cf9b641b243 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470014
Apr 21 13:34:40.746963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92c433-9f30-4908-bf1f-43ea20fa79d6 req-ce093fa1-22b3-4787-9e53-80d2ee32272f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:40.748582 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f92c433-9f30-4908-bf1f-43ea20fa79d6 req-ce093fa1-22b3-4787-9e53-80d2ee32272f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0980244
Apr 21 13:34:40.796835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f92c433-9f30-4908-bf1f-43ea20fa79d6 req-7fa3da44-d647-4665-bf55-5c9511ef0635 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419250
Apr 21 13:34:41.584851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0094077-1ec5-4c3c-bf8b-20f0ec8d3f3a req-961c4685-ddbb-430d-a4ca-366854223890 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:41.586529 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a0094077-1ec5-4c3c-bf8b-20f0ec8d3f3a req-961c4685-ddbb-430d-a4ca-366854223890 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.1647158
Apr 21 13:34:41.594822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276862e-7ede-4d15-bfdd-ca31b5f50a87 req-f0079f10-3268-4c7f-9091-d0e346f416f0 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:41.596357 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2276862e-7ede-4d15-bfdd-ca31b5f50a87 req-f0079f10-3268-4c7f-9091-d0e346f416f0 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.1310375
Apr 21 13:34:41.674566 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a0094077-1ec5-4c3c-bf8b-20f0ec8d3f3a req-4c19bb87-6334-4a74-916c-f92100234b0b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771770
Apr 21 13:34:41.677556 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2276862e-7ede-4d15-bfdd-ca31b5f50a87 req-9af123c2-ae70-406e-99ae-43a19c004bb9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638874
Apr 21 13:34:42.010114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45716) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:42.039015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6b03a-261f-4ef4-bade-963647fe8394 req-9debf9e9-a7ce-4af1-9244-927b75384c83 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:42.041664 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bac6b03a-261f-4ef4-bade-963647fe8394 req-9debf9e9-a7ce-4af1-9244-927b75384c83 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1235545
Apr 21 13:34:42.101169 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bac6b03a-261f-4ef4-bade-963647fe8394 req-abeff378-6265-4ca9-9b56-1a3f51b087ff tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447249
Apr 21 13:34:42.171610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.188848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:42.193747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Usage tracker for resource:security_group_rule and tenant:55a0a6acf201466fb70fa52934986864 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:42.197780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:42.204433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:42.321021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.326234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.372936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f9fbbc51-def6-4aef-bd38-44aa118bfea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:42.407024 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55a0a6acf201466fb70fa52934986864&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3944981
Apr 21 13:34:42.407024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dae666-77d2-4c04-b1fa-0bf0fb4b19f6,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:42.408777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45736) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:42.410493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:42.473610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.501833 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.547129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.552335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:42.566375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dae666-77d2-4c04-b1fa-0bf0fb4b19f6,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:42.572774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:42.573652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.575605 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4dae666-77d2-4c04-b1fa-0bf0fb4b19f6 HTTP/1.1" status: 204  len: 168 time: 0.1657550
Apr 21 13:34:42.875745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45752) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:42.894750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:42.910533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:42.915172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:90ae9c4827df4c8b8e8332e45bb87d69 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:42.918150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:42.924310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:42.948649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de0da9-c839-494f-a69a-86b330b72982 req-accbe4dd-91cd-448d-b103-3286706b6408 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:42.950286 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-61de0da9-c839-494f-a69a-86b330b72982 req-accbe4dd-91cd-448d-b103-3286706b6408 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.1580069
Apr 21 13:34:42.964847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612ae86-9a3e-4886-b578-ca33756a2d13 req-7bb210d5-063c-4bc5-879d-9cd6684b56e4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:42.966400 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4612ae86-9a3e-4886-b578-ca33756a2d13 req-7bb210d5-063c-4bc5-879d-9cd6684b56e4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 943 time: 0.1332681
Apr 21 13:34:43.015481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.018429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.028934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c69c2119-8942-4c5c-a7db-60f97d99e7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:43.075647 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90ae9c4827df4c8b8e8332e45bb87d69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1986403
Apr 21 13:34:43.076625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f967a-cef6-437f-9bcf-936b9a91841f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:43.079363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45756) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:43.082136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:43.154855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.161283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fa24c093-2067-46ed-83f6-bac84b4e8a05 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:34:43.233667 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-61de0da9-c839-494f-a69a-86b330b72982 req-b61f6b46-63e4-4133-91f1-138a056277c6 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661428
Apr 21 13:34:43.258177 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4612ae86-9a3e-4886-b578-ca33756a2d13 req-e57ebaf0-92da-4452-aad5-3b5688a1fd74 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562789
Apr 21 13:34:43.340097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port fa24c093-2067-46ed-83f6-bac84b4e8a05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fa24c093-2067-46ed-83f6-bac84b4e8a05,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:43.371333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'port_id': 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'mac_address': 'fa:16:3e:62:22:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086dc98d-5588-4085-8861-c17762d900f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:34:43.411836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.433970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.459284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa24c093-2067-46ed-83f6-bac84b4e8a05 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:34:43.467213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.474267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b4a141b6-b8af-4eea-9923-e755709b4bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:43.480164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port fa24c093-2067-46ed-83f6-bac84b4e8a05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fa24c093-2067-46ed-83f6-bac84b4e8a05,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:43.483987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.486008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:43.493115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f967a-cef6-437f-9bcf-936b9a91841f,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:43.495465 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:43.508538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.512622 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce9f967a-cef6-437f-9bcf-936b9a91841f HTTP/1.1" status: 204  len: 168 time: 0.4321218
Apr 21 13:34:43.578156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=fa24c093-2067-46ed-83f6-bac84b4e8a05,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:43.591276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:43.613005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-e3bc3114-b7cd-457a-a353-82d986e717b2 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:43.614661 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-e3bc3114-b7cd-457a-a353-82d986e717b2 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 946 time: 0.2648594
Apr 21 13:34:43.624196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4499-223a-42be-bc83-a68cb1ce8bca req-3708d4ec-e87f-4fe4-9488-531201b4d2ee tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:43.625777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4ff4499-223a-42be-bc83-a68cb1ce8bca req-3708d4ec-e87f-4fe4-9488-531201b4d2ee tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2207353
Apr 21 13:34:43.743448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Deleting port f4296da7-bded-495b-a676-eff3fcf4b52b {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:34:43.743847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:43.793580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4ff4499-223a-42be-bc83-a68cb1ce8bca req-a8d3a7d3-adeb-430f-ace5-e540f9bc9cd6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349490
Apr 21 13:34:43.808452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fa24c093-2067-46ed-83f6-bac84b4e8a05'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:34:44.109522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] For port f4296da7-bded-495b-a676-eff3fcf4b52b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f4296da7-bded-495b-a676-eff3fcf4b52b,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:44.110062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:44.284556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Calling delete_port for f4296da7-bded-495b-a676-eff3fcf4b52b owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:34:44.590935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:44.604915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:44.663346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Pushing event deleted for resources: {'Port': ['ID=f4296da7-bded-495b-a676-eff3fcf4b52b,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:44.668487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:44.678371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696cd0c-a90f-4957-8b20-e3f49f52f183 req-0b43f50a-8061-4b71-9254-74ffd74edb04 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:44.680053 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1696cd0c-a90f-4957-8b20-e3f49f52f183 req-0b43f50a-8061-4b71-9254-74ffd74edb04 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 867 time: 0.2836702
Apr 21 13:34:44.784958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] No DVR routers for this DVR port f4296da7-bded-495b-a676-eff3fcf4b52b on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:34:44.796983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6c27d-0f53-420f-b1a4-059d626e09cf req-f0d55d09-602e-462d-9da7-7a4a5027ce48 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:44.798596 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f0d6c27d-0f53-420f-b1a4-059d626e09cf req-f0d55d09-602e-462d-9da7-7a4a5027ce48 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 944 time: 0.2873049
Apr 21 13:34:44.800685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:44.804099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'name': 'network-vif-deleted', 'tag': 'f4296da7-bded-495b-a676-eff3fcf4b52b'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:44.854131 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1696cd0c-a90f-4957-8b20-e3f49f52f183 req-f3e4cf84-cf7f-475c-a228-2fc9a4cc024c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416969
Apr 21 13:34:44.857599 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-42872400-7de5-4750-8e3d-a8d0fd7c70dc req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "DELETE /v2.0/ports/f4296da7-bded-495b-a676-eff3fcf4b52b HTTP/1.1" status: 204  len: 173 time: 1.2305458
Apr 21 13:34:44.889570 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f0d6c27d-0f53-420f-b1a4-059d626e09cf req-246b256c-2c5c-4d7c-90f9-4aea0fcc1719 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782444
Apr 21 13:34:45.047375 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27e4bd7-15dd-40fb-92bd-c6d195111c20', 'name': 'network-vif-deleted', 'tag': 'f4296da7-bded-495b-a676-eff3fcf4b52b', 'status': 'completed', 'code': 200}
Apr 21 13:34:45.222306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d0be-6484-4d49-8266-2ce1ed824574 req-b4d82c22-d709-46fa-9437-1dc6359f9a3d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:45.223967 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-edb4d0be-6484-4d49-8266-2ce1ed824574 req-b4d82c22-d709-46fa-9437-1dc6359f9a3d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0915742
Apr 21 13:34:45.278747 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-edb4d0be-6484-4d49-8266-2ce1ed824574 req-00162418-e267-49e7-9b8f-af304f3998a5 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472453
Apr 21 13:34:45.773869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45874) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:45.910879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:45.927407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:45.932354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Usage tracker for resource:security_group_rule and tenant:23b149ada1824227897704f71369568f is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:45.935486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:45.941496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:46.021094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0d4e9c36-59e6-430a-9dec-7eb4a12eddbc req-26872685-8382-4a6b-a2cf-d881c5d22eaa tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Synchronizing usage tracker for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:34:46.026782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.029665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.035104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0d4e9c36-59e6-430a-9dec-7eb4a12eddbc req-26872685-8382-4a6b-a2cf-d881c5d22eaa tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Unset dirty status for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:34:46.036420 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0d4e9c36-59e6-430a-9dec-7eb4a12eddbc req-26872685-8382-4a6b-a2cf-d881c5d22eaa tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 210 time: 0.0629520
Apr 21 13:34:46.038658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-39e66185-9fcc-43d4-9a24-8877781310f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:46.082153 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23b149ada1824227897704f71369568f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3067100
Apr 21 13:34:46.083109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb87f57-45f8-401f-884c-041a2d014274,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:46.085225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45884) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:46.086294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:46.198825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.239561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.289202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3758ac4-1238-4747-81d4-cc42abd9f933 req-484914cb-e488-40f6-9dd8-aa87a52aba2a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:46.290837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a3758ac4-1238-4747-81d4-cc42abd9f933 req-484914cb-e488-40f6-9dd8-aa87a52aba2a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 944 time: 0.1519246
Apr 21 13:34:46.323469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.340430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2a65b4ef-d8d5-4a7e-9501-c0846590956f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:46.358598 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb87f57-45f8-401f-884c-041a2d014274,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:46.363647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:46.367237 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a3758ac4-1238-4747-81d4-cc42abd9f933 req-d01a9ef4-7e44-4683-9630-89c482fd01a5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685847
Apr 21 13:34:46.369515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.373523 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cb87f57-45f8-401f-884c-041a2d014274 HTTP/1.1" status: 204  len: 168 time: 0.2869444
Apr 21 13:34:46.565195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834906-0e88-4a92-a551-417d564e77ac req-18d86747-334c-4e00-afff-9f0306ccaa91 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:46.566950 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b3834906-0e88-4a92-a551-417d564e77ac req-18d86747-334c-4e00-afff-9f0306ccaa91 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0892470
Apr 21 13:34:46.619226 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b3834906-0e88-4a92-a551-417d564e77ac req-65c97903-2d88-4a89-ad42-e8dc4befe18e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437996
Apr 21 13:34:46.673902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 45896) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:46.692273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.708005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:46.712709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e7c062f67249199e57bc83db42221c is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:46.715608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:46.721623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:46.809685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.812515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:46.825671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:46.887084 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0e7c062f67249199e57bc83db42221c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119317
Apr 21 13:34:46.888630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 45904) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:46.889520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f01de4-9039-42a6-b47f-8c4edfd3f19d,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:46.893035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:46.993430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:47.020118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:47.063237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:47.068153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a229adbd-4c9a-4772-af7d-d8d45ce646c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:47.081210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f01de4-9039-42a6-b47f-8c4edfd3f19d,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:47.083483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:47.091291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:47.095010 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06f01de4-9039-42a6-b47f-8c4edfd3f19d HTTP/1.1" status: 204  len: 168 time: 0.2027998
Apr 21 13:34:47.206909 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-800e72b6-a36b-4631-9a53-54caaa0c0864 req-30e6f437-29bf-4b94-b1fe-a1313e266e77 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 210 time: 0.0498776
Apr 21 13:34:47.583592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83e3e-de43-4b32-9e55-2171aee02778 req-d69f29d8-3440-4819-8341-aa2e740046c9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:47.585215 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-65f83e3e-de43-4b32-9e55-2171aee02778 req-d69f29d8-3440-4819-8341-aa2e740046c9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 944 time: 0.0893836
Apr 21 13:34:47.637967 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-65f83e3e-de43-4b32-9e55-2171aee02778 req-2c69bf47-1818-4a8a-9ac1-426d76b7dc20 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462446
Apr 21 13:34:47.859716 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d395-6c45-4739-9ca5-dcf7101acb70 req-f14d5ed9-ae19-44f7-b035-cb2b627e3363 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:47.861347 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cde2d395-6c45-4739-9ca5-dcf7101acb70 req-f14d5ed9-ae19-44f7-b035-cb2b627e3363 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0971744
Apr 21 13:34:47.924026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cde2d395-6c45-4739-9ca5-dcf7101acb70 req-043e9ab4-05b6-43da-a2b5-ea6b6a205388 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558133
Apr 21 13:34:48.415130 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4e982874-b2da-4af8-a686-275ba4a80a15 req-746c71d5-ea13-4996-800a-2c771a83c3d8 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=f27e4bd7-15dd-40fb-92bd-c6d195111c20 HTTP/1.1" status: 200  len: 210 time: 0.0735195
Apr 21 13:34:48.860581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9d4c5-749b-4182-9ce2-1aac884d0ef5 req-64733530-ef68-457b-82b0-13d8e4787319 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:48.862511 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ff9d4c5-749b-4182-9ce2-1aac884d0ef5 req-64733530-ef68-457b-82b0-13d8e4787319 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 944 time: 0.1002274
Apr 21 13:34:48.937034 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ff9d4c5-749b-4182-9ce2-1aac884d0ef5 req-d7c9967d-9de0-4b3e-9ba3-cac0f17a08d8 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678775
Apr 21 13:34:49.187797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c358d-0f1c-48da-848c-68a175f05a89 req-fe4ebcf8-a82c-4fe1-93a4-28f5f6ac17a0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:49.189524 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-677c358d-0f1c-48da-848c-68a175f05a89 req-fe4ebcf8-a82c-4fe1-93a4-28f5f6ac17a0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1175854
Apr 21 13:34:49.240395 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-677c358d-0f1c-48da-848c-68a175f05a89 req-0496ed28-0233-4fb1-ae80-7b32d53f26e9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436292
Apr 21 13:34:49.416636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46000) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:49.541630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.556956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:49.560946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6ee518663144d7b4518c4cbc83fd13 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:49.563876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:49.571118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:49.657324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fa24c093-2067-46ed-83f6-bac84b4e8a05 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:34:49.658228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.662055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.671994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f26d4f39-c25c-491c-a0a9-42db4b385cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:49.721035 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa6ee518663144d7b4518c4cbc83fd13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3032417
Apr 21 13:34:49.722123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2169dc5b-64c5-4ffb-b1da-3aa419e0b5dd,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:49.725124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46020) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:49.727820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:49.744646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port fa24c093-2067-46ed-83f6-bac84b4e8a05 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:34:49.749763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port fa24c093-2067-46ed-83f6-bac84b4e8a05 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:34:49.750382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.790530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.818735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.869329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.874757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-50f6435a-f773-426d-97f5-bf70ab1916b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:49.877575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.880264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-c7f761d7-d1cd-4cf3-b077-d804834fb13c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:49.887026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-c7f761d7-d1cd-4cf3-b077-d804834fb13c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/networks?id=1dbadb94-419e-40bf-9af4-f61d4af864a3 HTTP/1.1" status: 200  len: 809 time: 0.1732943
Apr 21 13:34:49.889483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169dc5b-64c5-4ffb-b1da-3aa419e0b5dd,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:49.892962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.897483 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2169dc5b-64c5-4ffb-b1da-3aa419e0b5dd HTTP/1.1" status: 204  len: 168 time: 0.1715569
Apr 21 13:34:49.898694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:49.904170 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-344f63f5-b209-4d2d-965e-c1627df67195 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/quotas/429ded4f57b94d38bde8f8885e051c23 HTTP/1.1" status: 200  len: 375 time: 0.0152178
Apr 21 13:34:49.937502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa24c093-2067-46ed-83f6-bac84b4e8a05'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:49.954608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port fa24c093-2067-46ed-83f6-bac84b4e8a05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fa24c093-2067-46ed-83f6-bac84b4e8a05,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:34:49.959134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:49.960524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f4296da7-bded-495b-a676-eff3fcf4b52b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:34:49.992449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1c0069a2-4c83-467f-ac5c-a1942fedbe00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:50.020526 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-80f239b3-937a-4124-9d3f-20d7e3918646 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=429ded4f57b94d38bde8f8885e051c23&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1024888
Apr 21 13:34:50.045182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: f4296da7-bded-495b-a676-eff3fcf4b52b {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:34:50.045517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f4296da7-bded-495b-a676-eff3fcf4b52b not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:34:50.074390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=fa24c093-2067-46ed-83f6-bac84b4e8a05,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:50.079932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:50.103397 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'code': 200}
Apr 21 13:34:50.203336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-201146fd-009f-42f5-83e6-33ac6867141d service neutron] 10.222.0.41 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748586
Apr 21 13:34:50.322309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46042) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:50.353472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.372988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:50.377550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Usage tracker for resource:security_group_rule and tenant:0a717389aea24a0aaa30a78179343389 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:50.380695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:50.399707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:50.496774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4dbae-d40d-45e1-be5a-cf74fc8247b6 req-5b444cc7-07c3-4a6d-843d-2f32ec18164e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:50.504978 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6fd4dbae-d40d-45e1-be5a-cf74fc8247b6 req-5b444cc7-07c3-4a6d-843d-2f32ec18164e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.1995060
Apr 21 13:34:50.522628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.524842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-eba38a9c-3a89-4863-9336-ee6eb6c5a6ab service neutron] 10.222.0.41 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3205016
Apr 21 13:34:50.531908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.545327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-40c5348e-67af-4213-aaf8-177e6cfa1f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:50.595518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db369f-e3cf-4415-a77e-c1f39e7a1f2e,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:50.601054 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a717389aea24a0aaa30a78179343389&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2767928
Apr 21 13:34:50.602325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:50.603461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46054) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:50.657404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02255c9-da7a-48ce-9777-857ced405a6e req-e27a44bf-9f2d-4942-b26f-000c7e588105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:50.659019 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b02255c9-da7a-48ce-9777-857ced405a6e req-e27a44bf-9f2d-4942-b26f-000c7e588105 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 1098 time: 0.2538362
Apr 21 13:34:50.688320 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6fd4dbae-d40d-45e1-be5a-cf74fc8247b6 req-9944e434-13dd-4c3d-92c8-3d93b66b154c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823313
Apr 21 13:34:50.728967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.760537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.763511 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b02255c9-da7a-48ce-9777-857ced405a6e req-2f1e2509-74ac-4b7e-895d-72d612b52f57 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739243
Apr 21 13:34:50.810565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.818075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1dfbda86-82da-4e48-a842-22ea035713a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:50.836702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db369f-e3cf-4415-a77e-c1f39e7a1f2e,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:50.839800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:50.841102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:50.843142 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3db369f-e3cf-4415-a77e-c1f39e7a1f2e HTTP/1.1" status: 204  len: 168 time: 0.2382917
Apr 21 13:34:51.021643 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a020e218-e5f1-43ce-86e3-27be9986eae6 req-8e70c743-b988-4383-8142-c3328e2c9081 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 210 time: 0.2684698
Apr 21 13:34:51.114900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a06f-4e28-4677-a5d6-93841a1a64bf req-84fce911-b6cc-4b91-bc46-c13c67831a44 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:51.124467 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6846a06f-4e28-4677-a5d6-93841a1a64bf req-84fce911-b6cc-4b91-bc46-c13c67831a44 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1055136
Apr 21 13:34:51.181115 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6846a06f-4e28-4677-a5d6-93841a1a64bf req-ec883419-3c23-4df4-99c2-c958d2a9dd98 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556986
Apr 21 13:34:51.990201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ae5b4-a5a9-44af-9184-9dc7a663957f req-76293ece-bdbc-4c02-a683-19dca2754125 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:51.999065 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc4ae5b4-a5a9-44af-9184-9dc7a663957f req-76293ece-bdbc-4c02-a683-19dca2754125 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.1860123
Apr 21 13:34:52.216077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-debd4150-076a-4efe-b932-cc24af9ff408 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:52.218016 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-debd4150-076a-4efe-b932-cc24af9ff408 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "GET /v2.0/networks?id=1dbadb94-419e-40bf-9af4-f61d4af864a3 HTTP/1.1" status: 200  len: 809 time: 0.2002175
Apr 21 13:34:52.251251 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc4ae5b4-a5a9-44af-9184-9dc7a663957f req-d2f4903a-4696-463e-9803-62e5e784b1c6 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508888
Apr 21 13:34:52.255476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Request body: {'port': {'device_id': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3', 'admin_state_up': True, 'tenant_id': '429ded4f57b94d38bde8f8885e051c23'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:52.465998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46126) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:52.615210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bf3eb11-4fac-41c0-80bf-ecbadf4d237d req-579d13b2-aedd-49eb-804d-d8618eeea921 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 210 time: 0.3168254
Apr 21 13:34:52.626924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.646609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:52.651225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Usage tracker for resource:security_group_rule and tenant:d28ba2995ffe42b48a0221d7245ca840 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:52.654248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:52.661013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:52.684000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:52.704888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b54a-69c0-439b-bd2e-4b7e77c8d9e1 req-8b1dfc1b-1ebf-4367-b9f0-2b45297ecd2b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:52.710991 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8314b54a-69c0-439b-bd2e-4b7e77c8d9e1 req-8b1dfc1b-1ebf-4367-b9f0-2b45297ecd2b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2649832
Apr 21 13:34:52.712232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:52.756518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.759398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.762613 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8314b54a-69c0-439b-bd2e-4b7e77c8d9e1 req-1db1ab62-df55-42f8-8029-3fa97eed532f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476179
Apr 21 13:34:52.766580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Made reservation on behalf of 429ded4f57b94d38bde8f8885e051c23 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:34:52.768926 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e74752c4-53cb-44c8-bc3b-a868b88a8ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:52.772234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.812477 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d28ba2995ffe42b48a0221d7245ca840&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3450708
Apr 21 13:34:52.814177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bbaea4-0651-42ec-85c0-9c782255d24e,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:52.816757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46138) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:52.819427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:52.879688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.911147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.959138 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Allocated IP 172.20.0.2 (1dbadb94-419e-40bf-9af4-f61d4af864a3/08993354-af19-4c02-8f33-c1c1f2356ad0/0a3843e4-0947-4041-a4a6-a3104c599be8) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:34:52.960073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.966364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-acb84c67-584f-4fee-9d95-e7436d37c00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:52.983595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bbaea4-0651-42ec-85c0-9c782255d24e,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:52.986799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:52.988872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:52.990940 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3bbaea4-0651-42ec-85c0-9c782255d24e HTTP/1.1" status: 204  len: 168 time: 0.1723423
Apr 21 13:34:53.186045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:53.219858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:53.227795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:53.306379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:34:53.310383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:34:53.312423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Pushing event updated for resources: {'Port': ['ID=0a3843e4-0947-4041-a4a6-a3104c599be8,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:53.315058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:34:53.347955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:53.386626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:53.387338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:53.477671 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2389832
Apr 21 13:34:53.502338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Request body: {'port': {'device_id': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:34:53.550880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451783-87b2-412f-85d7-fe115529df98 req-c5a200db-4e32-4286-9145-7f57d7752345 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:53.552533 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e0451783-87b2-412f-85d7-fe115529df98 req-c5a200db-4e32-4286-9145-7f57d7752345 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.1474633
Apr 21 13:34:53.679603 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e0451783-87b2-412f-85d7-fe115529df98 req-3d973fab-aa9b-4c4f-94f5-df5d615c265f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063221
Apr 21 13:34:53.720851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.026220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10c37-cc13-4d1d-8fd8-49ebc4ab37cd req-5bfd538a-402d-4777-8e87-ded468c1f71c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:54.027049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9ba10c37-cc13-4d1d-8fd8-49ebc4ab37cd req-5bfd538a-402d-4777-8e87-ded468c1f71c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Synchronizing usage tracker for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:34:54.072176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9ba10c37-cc13-4d1d-8fd8-49ebc4ab37cd req-5bfd538a-402d-4777-8e87-ded468c1f71c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Unset dirty status for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:34:54.083941 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9ba10c37-cc13-4d1d-8fd8-49ebc4ab37cd req-5bfd538a-402d-4777-8e87-ded468c1f71c tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 931 time: 0.3084545
Apr 21 13:34:54.192769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46204) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:54.315906 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9ba10c37-cc13-4d1d-8fd8-49ebc4ab37cd req-c453fc76-f8a1-4bff-bf89-c7bf8026f4be tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293241
Apr 21 13:34:54.340931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.357389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:54.361425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Usage tracker for resource:security_group_rule and tenant:ff11a25ba0694b26be74ae4e61a75f96 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:54.364793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:54.373119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:54.396263 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc434-1655-4dd9-8941-2bdc565bab6a req-46ec14a1-8845-4cfc-adb4-a470a4ec0986 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:54.397988 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8d9bc434-1655-4dd9-8941-2bdc565bab6a req-46ec14a1-8845-4cfc-adb4-a470a4ec0986 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1550879
Apr 21 13:34:54.482290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.485722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.496218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-02141e65-a372-4464-ba94-e198b958f702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:54.519310 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8d9bc434-1655-4dd9-8941-2bdc565bab6a req-c8563fab-cd9e-413e-93a5-97dd8094301e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108716
Apr 21 13:34:54.521488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3843e4-0947-4041-a4a6-a3104c599be8 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:34:54.529914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.548592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 46212) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:54.551052 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff11a25ba0694b26be74ae4e61a75f96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3572032
Apr 21 13:34:54.552598 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ddbe3-1e42-4099-9fd6-d6c3d0af4e13,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:54.553211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Transition to ACTIVE for port object 0a3843e4-0947-4041-a4a6-a3104c599be8 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:34:54.557024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:54.566595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.574858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:54.745899 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3843e4-0947-4041-a4a6-a3104c599be8,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:54.750840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:54.836361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.883552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:54.931976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Attempting to bind port 0a3843e4-0947-4041-a4a6-a3104c599be8 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:34:54.932364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Attempting to bind port 0a3843e4-0947-4041-a4a6-a3104c599be8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:34:54.932748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Attempting to bind port 0a3843e4-0947-4041-a4a6-a3104c599be8 on network 1dbadb94-419e-40bf-9af4-f61d4af864a3 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:34:54.941464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Port 0a3843e4-0947-4041-a4a6-a3104c599be8 on network 1dbadb94-419e-40bf-9af4-f61d4af864a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:34:54.941841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Attempting to bind port 0a3843e4-0947-4041-a4a6-a3104c599be8 on network 1dbadb94-419e-40bf-9af4-f61d4af864a3 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:34:54.963954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:34:54.964349 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Checking segment: {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:34:54.964796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Bound using segment: {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:34:54.965302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Bound port: 0a3843e4-0947-4041-a4a6-a3104c599be8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e336a2-0505-4109-9228-0a69dad0f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:34:54.965702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.044018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.053591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:55.079745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ddbe3-1e42-4099-9fd6-d6c3d0af4e13,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:55.086761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:55.092789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.093994 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b4ddbe3-1e42-4099-9fd6-d6c3d0af4e13 HTTP/1.1" status: 204  len: 168 time: 0.5428832
Apr 21 13:34:55.099366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] For port 0a3843e4-0947-4041-a4a6-a3104c599be8, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:34:55.104282 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] For port 0a3843e4-0947-4041-a4a6-a3104c599be8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0a3843e4-0947-4041-a4a6-a3104c599be8,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:34:55.106824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.111687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:55.177362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:55.177971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.179547 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] 10.222.0.44 "PUT /v2.0/ports/0a3843e4-0947-4041-a4a6-a3104c599be8 HTTP/1.1" status: 200  len: 1093 time: 1.6827731
Apr 21 13:34:55.180050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'tag': '0a3843e4-0947-4041-a4a6-a3104c599be8'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:34:55.210310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3843e4-0947-4041-a4a6-a3104c599be8,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:55.216005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:55.244650 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'tag': '0a3843e4-0947-4041-a4a6-a3104c599be8', 'status': 'completed', 'code': 200}
Apr 21 13:34:55.307974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 46256) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:55.447626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.508953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:34:55.516009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Usage tracker for resource:security_group_rule and tenant:50605997b56f4047994e9dd1b3c43d52 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:34:55.521150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:34:55.528737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:34:55.599136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cde0-c23e-4cf3-bdd1-248f1b17072e req-2ba5fe6e-f5b2-4088-8c15-b637eb0a40ef tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:55.601776 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8e0cde0-c23e-4cf3-bdd1-248f1b17072e req-2ba5fe6e-f5b2-4088-8c15-b637eb0a40ef tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.1548638
Apr 21 13:34:55.871892 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8e0cde0-c23e-4cf3-bdd1-248f1b17072e req-5710178c-93c9-474c-9504-a1af82dd9749 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578187
Apr 21 13:34:55.888996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.901796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:55.928077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d796343-3bc0-40a3-822e-83967d153c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:55.996913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8cc88-eb45-41d5-8013-6d04d3d9ace9,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:56.004252 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50605997b56f4047994e9dd1b3c43d52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6924794
Apr 21 13:34:56.004252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:56.004541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 46292) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:34:56.123555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:56.163446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:56.220896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb9bb0-b732-4a20-86e4-62d598ebe695 req-b726a8b9-ece5-4c6b-8710-c3620c537e05 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:56.222512 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5deb9bb0-b732-4a20-86e4-62d598ebe695 req-b726a8b9-ece5-4c6b-8710-c3620c537e05 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1740475
Apr 21 13:34:56.247405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:56.254728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:34:56.276259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8cc88-eb45-41d5-8013-6d04d3d9ace9,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:34:56.286914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:34:56.293075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:34:56.296779 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4b8cc88-eb45-41d5-8013-6d04d3d9ace9 HTTP/1.1" status: 204  len: 168 time: 0.2887523
Apr 21 13:34:56.306431 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5deb9bb0-b732-4a20-86e4-62d598ebe695 req-55af379c-63af-4a04-aed7-5c5c5056569b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764980
Apr 21 13:34:57.087985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb0e0e-cdc5-4c0f-88f5-6ac2fc389b35 req-86c20758-5536-445f-97f4-65928a1d732e tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:57.089704 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-78cb0e0e-cdc5-4c0f-88f5-6ac2fc389b35 req-86c20758-5536-445f-97f4-65928a1d732e tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.0902996
Apr 21 13:34:57.139467 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-78cb0e0e-cdc5-4c0f-88f5-6ac2fc389b35 req-e36ac1d1-1fa2-45f8-9c5b-f7237323a896 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433803
Apr 21 13:34:57.643642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187b001-027d-4de8-a605-f4804f05d9af req-cb8b74dc-9502-4364-802a-19c94ba5adc3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:57.645297 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6187b001-027d-4de8-a605-f4804f05d9af req-cb8b74dc-9502-4364-802a-19c94ba5adc3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0939884
Apr 21 13:34:57.692935 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6187b001-027d-4de8-a605-f4804f05d9af req-fc172f85-dbbe-4de1-af68-f82e7f81a4d6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412993
Apr 21 13:34:58.017278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506315a-44a0-40e5-b266-887d0f410a3b req-42d39c2b-c18f-4f74-b4e7-bcd0caa8b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:58.018896 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0506315a-44a0-40e5-b266-887d0f410a3b req-42d39c2b-c18f-4f74-b4e7-bcd0caa8b766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=429ded4f57b94d38bde8f8885e051c23&device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 1096 time: 0.0909219
Apr 21 13:34:58.185182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506315a-44a0-40e5-b266-887d0f410a3b req-a8c2f6cc-bf73-4492-b7ee-e86f995b8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:58.186788 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0506315a-44a0-40e5-b266-887d0f410a3b req-a8c2f6cc-bf73-4492-b7ee-e86f995b8fdc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=429ded4f57b94d38bde8f8885e051c23&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1544514
Apr 21 13:34:58.429918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506315a-44a0-40e5-b266-887d0f410a3b req-4894c540-9fec-4bab-8cd2-f208100ad18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:58.431515 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0506315a-44a0-40e5-b266-887d0f410a3b req-4894c540-9fec-4bab-8cd2-f208100ad18e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2365036
Apr 21 13:34:58.449177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644334c-cf00-4159-83af-236b0620fc86 req-acefb4cf-8fea-4184-8575-6eec51cf9144 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:58.450779 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9644334c-cf00-4159-83af-236b0620fc86 req-acefb4cf-8fea-4184-8575-6eec51cf9144 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.1526067
Apr 21 13:34:58.549839 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9644334c-cf00-4159-83af-236b0620fc86 req-b5411f20-a844-41b5-8b7a-1eeca0c4e4df tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926025
Apr 21 13:34:58.592119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-9adf2c3f-ec3d-4f12-b16f-610e27c8bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:58.593723 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-9adf2c3f-ec3d-4f12-b16f-610e27c8bc97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=429ded4f57b94d38bde8f8885e051c23&device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 1096 time: 0.1012375
Apr 21 13:34:58.673799 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-9b6574d2-a80c-4a77-a56a-5f6a2e1476dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a3843e4-0947-4041-a4a6-a3104c599be8 HTTP/1.1" status: 200  len: 217 time: 0.0713170
Apr 21 13:34:58.750694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-44b6750d-76ff-4168-9c33-ebe1c674956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:58.752407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-44b6750d-76ff-4168-9c33-ebe1c674956f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08993354-af19-4c02-8f33-c1c1f2356ad0 HTTP/1.1" status: 200  len: 849 time: 0.0664573
Apr 21 13:34:58.815061 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-267a1d24-c8de-4df7-a7d0-9fff5ec48339 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dbadb94-419e-40bf-9af4-f61d4af864a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511477
Apr 21 13:34:59.034425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf12fc2-300c-443d-9370-4b925cc252f3 req-d2d855d5-c32a-4d4c-9535-f185b0f5d19c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:59.036048 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8bf12fc2-300c-443d-9370-4b925cc252f3 req-d2d855d5-c32a-4d4c-9535-f185b0f5d19c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2237163
Apr 21 13:34:59.039961 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-87ff30a7-a276-478b-8fad-b4b3d0f1fe3e service neutron] 10.222.0.44 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840727
Apr 21 13:34:59.086564 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8bf12fc2-300c-443d-9370-4b925cc252f3 req-56b02608-5210-4523-a7f1-667762c63185 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436077
Apr 21 13:34:59.763680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e1d7c-68e4-488f-8989-f5945645275a req-a590d02e-05fa-4917-8eb3-62edb30c0583 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:34:59.765376 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1c5e1d7c-68e4-488f-8989-f5945645275a req-a590d02e-05fa-4917-8eb3-62edb30c0583 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.0925670
Apr 21 13:34:59.816848 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1c5e1d7c-68e4-488f-8989-f5945645275a req-8522d53a-3285-4768-b0c5-a3ce1a6b2c55 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448134
Apr 21 13:35:00.414563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c6f3a-2bf5-4397-af35-30eba6fa16a0 req-6a0b3ae0-f770-46fc-958c-0cb20b5dedee tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:00.416122 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e89c6f3a-2bf5-4397-af35-30eba6fa16a0 req-6a0b3ae0-f770-46fc-958c-0cb20b5dedee tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2166531
Apr 21 13:35:00.418146 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-560d0d37-8550-441f-b4f5-df3aff27d942 req-3245a477-d41c-4b7f-8882-e0bbe8a2f3f6 service neutron] 10.222.0.44 "GET /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780298
Apr 21 13:35:00.463597 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e89c6f3a-2bf5-4397-af35-30eba6fa16a0 req-fbd0162e-e7d0-4bf4-974d-a93409d1fa28 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410521
Apr 21 13:35:01.021404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636d707-d7a7-452d-bb82-824aece1959f req-928c0bcf-545a-4380-93aa-9f4e5700c7bb tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:01.023035 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b636d707-d7a7-452d-bb82-824aece1959f req-928c0bcf-545a-4380-93aa-9f4e5700c7bb tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.0876143
Apr 21 13:35:01.072689 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b636d707-d7a7-452d-bb82-824aece1959f req-8c3ddcad-08b1-4ef1-b55c-eca7a9ca7048 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424652
Apr 21 13:35:01.146232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:01.666359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d023a-eee5-4e86-8a91-e11936b16bac req-87e4df32-b2b1-46cb-8b5e-c3339442257b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:01.667983 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-403d023a-eee5-4e86-8a91-e11936b16bac req-87e4df32-b2b1-46cb-8b5e-c3339442257b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0913699
Apr 21 13:35:01.714584 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-403d023a-eee5-4e86-8a91-e11936b16bac req-f351584b-4ac3-4293-a466-14cfa03f882e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402017
Apr 21 13:35:02.274782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd094-7c1e-46fa-976f-01f993f1ac25 req-2980a560-0a23-4de4-976f-1f654a08a8ff tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:02.276612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e7fd094-7c1e-46fa-976f-01f993f1ac25 req-2980a560-0a23-4de4-976f-1f654a08a8ff tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.0907357
Apr 21 13:35:02.343538 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e7fd094-7c1e-46fa-976f-01f993f1ac25 req-cfa7b3c1-89e4-4c1c-8816-55336d3fc0d2 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602727
Apr 21 13:35:02.927467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89bdf-b1a7-4136-9c68-e025f8dcfc9c req-00d6d16f-7471-49a9-98b8-9a6ef0437cf0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:02.929079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64c89bdf-b1a7-4136-9c68-e025f8dcfc9c req-00d6d16f-7471-49a9-98b8-9a6ef0437cf0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0980046
Apr 21 13:35:02.981779 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64c89bdf-b1a7-4136-9c68-e025f8dcfc9c req-d428bc3e-840c-46ab-8307-c9a1d6ecf25d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454028
Apr 21 13:35:03.399396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:35:03.575507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5d59-6ff7-4772-b7cb-998070d01b93 req-fd2f661e-a0e3-494c-a865-18eea5a03f5b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:03.591106 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-efde5d59-6ff7-4772-b7cb-998070d01b93 req-fd2f661e-a0e3-494c-a865-18eea5a03f5b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.1101968
Apr 21 13:35:03.715579 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-efde5d59-6ff7-4772-b7cb-998070d01b93 req-360e7d9f-0cb1-48e4-b08b-efaf9e476b52 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309068
Apr 21 13:35:03.784384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-fc35c26d-d437-4aa8-b280-4cb9eea1915a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:03.785975 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-fc35c26d-d437-4aa8-b280-4cb9eea1915a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 0.2001939
Apr 21 13:35:03.801769 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-43ae334d-ae1b-434b-a130-b764a5d2401f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/quotas/9d337a2f35504db281ec09f2705d43a7 HTTP/1.1" status: 200  len: 375 time: 0.0097156
Apr 21 13:35:03.901679 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-f0bc1438-a7c5-4ef2-ab19-547af05a5705 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921934
Apr 21 13:35:04.057978 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-cf63d4ff-cb32-40c6-8b1a-0ca1f5133695 service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463966
Apr 21 13:35:04.417343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b38ed56d-bb60-42d7-9b48-0f35c741da70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:04.465549 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-481c8588-1279-46fe-8fe9-ada4a559e35b service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3998206
Apr 21 13:35:04.481699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3346a9-f7d7-4e5e-ba7c-20ac91a3319d req-4960aecc-0471-4895-b60b-36c3eb1d966c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:04.483230 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d3346a9-f7d7-4e5e-ba7c-20ac91a3319d req-4960aecc-0471-4895-b60b-36c3eb1d966c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.3346293
Apr 21 13:35:04.531346 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d3346a9-f7d7-4e5e-ba7c-20ac91a3319d req-05d40d51-b152-4cc8-8d91-d303856c2cd6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419645
Apr 21 13:35:04.690090 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-146168a3-27e1-408d-8cc4-ff9fef0fb6a9 req-78fb7d21-eec0-4374-8664-10bc400d6dc9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0600264
Apr 21 13:35:04.925318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5cec-2a37-41fd-b8d4-491fb2e2ac75 req-61507751-dd1b-42ba-9d7d-6cdff9c50d34 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:04.926857 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f08b5cec-2a37-41fd-b8d4-491fb2e2ac75 req-61507751-dd1b-42ba-9d7d-6cdff9c50d34 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.0930996
Apr 21 13:35:04.991336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f08b5cec-2a37-41fd-b8d4-491fb2e2ac75 req-a902a817-10de-4431-9f3c-bd095b273149 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565143
Apr 21 13:35:05.734667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98644cce-ea79-4cf9-b0af-ac54896f680e req-65b5cb70-ce1d-421a-88d9-383693aa494f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:05.736252 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-98644cce-ea79-4cf9-b0af-ac54896f680e req-65b5cb70-ce1d-421a-88d9-383693aa494f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0908861
Apr 21 13:35:05.789670 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-98644cce-ea79-4cf9-b0af-ac54896f680e req-3fabd0a6-2c3b-49db-b454-c66f10518547 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467186
Apr 21 13:35:05.943561 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-91e7d9e8-ed13-40ef-8cb3-ea24b14a7a15 req-7864ce63-fda8-4067-89a8-c4a0f19f4b2f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0510635
Apr 21 13:35:06.194288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec77c-b8e8-4231-8aec-7942dda1ca2b req-f6594b38-3f23-49b2-98ab-32afeb76f8cb tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:06.196037 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80aec77c-b8e8-4231-8aec-7942dda1ca2b req-f6594b38-3f23-49b2-98ab-32afeb76f8cb tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.0901246
Apr 21 13:35:06.244789 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80aec77c-b8e8-4231-8aec-7942dda1ca2b req-8093f7f1-9400-451f-b6ca-47e8b8b70176 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424495
Apr 21 13:35:06.764761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a64172f1-afaf-42e8-b60e-90c55e096247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:06.941098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:07.007417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013502e-2dd8-457c-acc9-0fb7e30bb9d7 req-df3294ce-9760-4e92-a39b-ad9d9fd3c71b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:07.009051 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5013502e-2dd8-457c-acc9-0fb7e30bb9d7 req-df3294ce-9760-4e92-a39b-ad9d9fd3c71b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1044273
Apr 21 13:35:07.057502 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5013502e-2dd8-457c-acc9-0fb7e30bb9d7 req-870af1bc-b50b-4014-97d2-9b250a3cc2df tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421152
Apr 21 13:35:07.214277 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-350bd7f9-3e1b-4934-9582-628317072f10 req-c7aaf7b2-e4cd-4d1e-b8df-cb768285c8ff tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0488281
Apr 21 13:35:07.404338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0a3843e4-0947-4041-a4a6-a3104c599be8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:35:07.464244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec848ef-0528-4543-b372-5356196fba90 req-1e2354e1-2d16-4bde-94a4-76a643b0327a tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:07.466388 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ec848ef-0528-4543-b372-5356196fba90 req-1e2354e1-2d16-4bde-94a4-76a643b0327a tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 943 time: 0.1041362
Apr 21 13:35:07.516603 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ec848ef-0528-4543-b372-5356196fba90 req-437669eb-1772-463d-87a9-410642b80750 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434351
Apr 21 13:35:07.571963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0a3843e4-0947-4041-a4a6-a3104c599be8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0a3843e4-0947-4041-a4a6-a3104c599be8,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:07.587938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '0a3843e4-0947-4041-a4a6-a3104c599be8', 'network_id': '1dbadb94-419e-40bf-9af4-f61d4af864a3', 'port_id': '0a3843e4-0947-4041-a4a6-a3104c599be8', 'mac_address': 'fa:16:3e:4a:e1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08993354-af19-4c02-8f33-c1c1f2356ad0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:35:07.657199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:07.677468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3843e4-0947-4041-a4a6-a3104c599be8 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:35:07.697796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0a3843e4-0947-4041-a4a6-a3104c599be8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0a3843e4-0947-4041-a4a6-a3104c599be8,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:07.700915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:07.702810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:07.777894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=0a3843e4-0947-4041-a4a6-a3104c599be8,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:07.781663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:08.017225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:08.137098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['0a3843e4-0947-4041-a4a6-a3104c599be8'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:35:08.283458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9534053-0048-436d-b093-140d73e6a7b6 req-b10effa3-510f-403f-bb23-11a0cf2c507f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:08.285344 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9534053-0048-436d-b093-140d73e6a7b6 req-b10effa3-510f-403f-bb23-11a0cf2c507f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0979905
Apr 21 13:35:08.346359 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9534053-0048-436d-b093-140d73e6a7b6 req-f1acc2fd-761c-4a7a-b85d-fbb1d03d651d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529778
Apr 21 13:35:08.411216 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d61f0b36-8a15-4508-a3b8-1840dbba33e1 req-1d86e4d8-cca1-4827-b791-f0b8c33f6f85 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0514901
Apr 21 13:35:08.787035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ebf86-127b-4038-a9ad-c9d55fad63cb req-a55739ec-42fd-4db7-949d-937f07e13be3 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:08.790383 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-131ebf86-127b-4038-a9ad-c9d55fad63cb req-a55739ec-42fd-4db7-949d-937f07e13be3 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 944 time: 0.1518257
Apr 21 13:35:08.835153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:08.862197 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-131ebf86-127b-4038-a9ad-c9d55fad63cb req-52760122-ac04-4c7f-965b-2b551249c6fa tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651381
Apr 21 13:35:09.565190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fd232-c665-4f9d-9520-d2e652cd0117 req-9215b4ee-e861-4c53-9932-cd384f3be77f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:09.566938 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c76fd232-c665-4f9d-9520-d2e652cd0117 req-9215b4ee-e861-4c53-9932-cd384f3be77f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0901394
Apr 21 13:35:09.617094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c76fd232-c665-4f9d-9520-d2e652cd0117 req-25af1511-8b18-4a85-842e-5809042e281f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429761
Apr 21 13:35:09.766566 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cd215c92-c362-43c8-b321-b937a8603632 req-4bfb4c22-75f1-4742-b3a1-564a2effa927 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0491531
Apr 21 13:35:10.225485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d6737-5eac-408a-a164-3eb9ac0bee75 req-139a0e06-920d-4b09-9187-144e42e32936 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:10.227648 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2d9d6737-5eac-408a-a164-3eb9ac0bee75 req-139a0e06-920d-4b09-9187-144e42e32936 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 944 time: 0.0949006
Apr 21 13:35:10.275959 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2d9d6737-5eac-408a-a164-3eb9ac0bee75 req-93e724e6-15d8-4ec3-b4b5-87940142512d tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420105
Apr 21 13:35:10.830960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd151ae8-07b4-468c-999c-c77c07e45712 req-b9fa7fb9-2e55-47c5-a947-badb3305cb46 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:10.832544 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bd151ae8-07b4-468c-999c-c77c07e45712 req-b9fa7fb9-2e55-47c5-a947-badb3305cb46 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0977643
Apr 21 13:35:10.882160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bd151ae8-07b4-468c-999c-c77c07e45712 req-fe7738cc-52ac-4061-9135-0a1f85ee87bb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426910
Apr 21 13:35:11.035356 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c82692e3-cb9c-4205-b19f-b086a15f9b31 req-f75a179f-bb67-4414-a770-405194e7f759 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0514424
Apr 21 13:35:11.489796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa38a1-ffba-4fd0-8cc2-688c41dd539c req-788b8489-a388-43dd-a66e-1cd52a431a86 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:11.491741 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bdaa38a1-ffba-4fd0-8cc2-688c41dd539c req-788b8489-a388-43dd-a66e-1cd52a431a86 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 944 time: 0.0941002
Apr 21 13:35:11.543970 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bdaa38a1-ffba-4fd0-8cc2-688c41dd539c req-d11984a3-dd62-4911-868a-7ce73e18246a tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453477
Apr 21 13:35:11.798963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-100c7327-5e1d-48bf-a07b-0079f6aa6508 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:11.800506 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-100c7327-5e1d-48bf-a07b-0079f6aa6508 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 0.1634476
Apr 21 13:35:11.836057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Request body: {'port': {'device_id': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'admin_state_up': True, 'tenant_id': '9d337a2f35504db281ec09f2705d43a7'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:35:11.989094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:35:11.999817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:35:12.065316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Made reservation on behalf of 9d337a2f35504db281ec09f2705d43a7 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:35:12.071318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:12.244257 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-25c49277-3720-46ed-84cc-57f55f61cec3 req-2e187aa6-4f77-4323-ac32-ebd98bd2dfd4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 210 time: 0.0754695
Apr 21 13:35:12.256511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9622416-110a-4139-ac29-f06e0c169bc5 req-85de04f4-ddbe-47fe-a625-e53104310d2b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:12.258661 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9622416-110a-4139-ac29-f06e0c169bc5 req-85de04f4-ddbe-47fe-a625-e53104310d2b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2530220
Apr 21 13:35:12.364443 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9622416-110a-4139-ac29-f06e0c169bc5 req-183b7db7-7a38-49aa-b336-002347d382f6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987978
Apr 21 13:35:12.374896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Allocated IP 172.20.0.11 (37abe282-21a5-4136-b805-2d4e845a1fd0/086dc98d-5588-4085-8861-c17762d900f7/f027010b-cab5-4a28-8052-4139306f3a25) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:35:12.598935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:12.630609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:12.638234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:12.645739 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'fa24c093-2067-46ed-83f6-bac84b4e8a05'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:35:12.738440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:35:12.743294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:35:12.746337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:35:12.822241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event updated for resources: {'Port': ['ID=f027010b-cab5-4a28-8052-4139306f3a25,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:12.825605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:12.935026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:12.935744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:13.009349 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1781688
Apr 21 13:35:13.018192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a779be-1109-421f-9ddf-784bb074b3f6 req-d16a41cd-a1ed-4d3e-a053-dbd3d2f59e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:13.019770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-48a779be-1109-421f-9ddf-784bb074b3f6 req-d16a41cd-a1ed-4d3e-a053-dbd3d2f59e01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 1098 time: 0.2443306
Apr 21 13:35:13.027271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Request body: {'port': {'device_id': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:35:13.091603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b6757-bcd1-4c96-aa5b-1e14cf2dc2b1 req-85215f19-0de4-4a65-b778-1ff5e18a765f tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:13.093244 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce8b6757-bcd1-4c96-aa5b-1e14cf2dc2b1 req-85215f19-0de4-4a65-b778-1ff5e18a765f tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 944 time: 0.3135965
Apr 21 13:35:13.208993 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-48a779be-1109-421f-9ddf-784bb074b3f6 req-cfcd17fe-ce2b-4a63-8dc8-6c89be1234ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467752
Apr 21 13:35:13.231677 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce8b6757-bcd1-4c96-aa5b-1e14cf2dc2b1 req-dec8de05-451b-4d78-ac66-5db2da668090 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187510
Apr 21 13:35:13.238307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:13.614923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0a3843e4-0947-4041-a4a6-a3104c599be8 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:35:13.659751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e617a7-c9f8-4446-9d89-48934075066d req-61887d52-c586-4c55-b654-b61a881d0378 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:13.661018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-64e617a7-c9f8-4446-9d89-48934075066d req-61887d52-c586-4c55-b654-b61a881d0378 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:35:13.689386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 0a3843e4-0947-4041-a4a6-a3104c599be8 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:35:13.703886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 0a3843e4-0947-4041-a4a6-a3104c599be8 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:35:13.704499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:13.725237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-64e617a7-c9f8-4446-9d89-48934075066d req-61887d52-c586-4c55-b654-b61a881d0378 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:35:13.726434 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64e617a7-c9f8-4446-9d89-48934075066d req-61887d52-c586-4c55-b654-b61a881d0378 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 932 time: 0.3478236
Apr 21 13:35:13.743518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd0d78-cf46-4efd-b046-b9750130bb4b req-b207cb17-bd03-4908-9205-5a09c20a7de8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:13.745212 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5edd0d78-cf46-4efd-b046-b9750130bb4b req-b207cb17-bd03-4908-9205-5a09c20a7de8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.2531321
Apr 21 13:35:13.872347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:13.903800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3843e4-0947-4041-a4a6-a3104c599be8'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:35:13.916073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0a3843e4-0947-4041-a4a6-a3104c599be8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0a3843e4-0947-4041-a4a6-a3104c599be8,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:13.926256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:13.932324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:14.018007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=0a3843e4-0947-4041-a4a6-a3104c599be8,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:14.021360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:14.097968 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64e617a7-c9f8-4446-9d89-48934075066d req-4e58e26b-8b5b-4ba5-84ae-71f22aaf8f7c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3514814
Apr 21 13:35:14.099867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f027010b-cab5-4a28-8052-4139306f3a25 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:35:14.108276 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5edd0d78-cf46-4efd-b046-b9750130bb4b req-a372f545-b900-4560-8480-9a2f7a64bbfa tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3434877
Apr 21 13:35:14.112487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:14.129289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Transition to ACTIVE for port object f027010b-cab5-4a28-8052-4139306f3a25 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:35:14.132986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:14.139484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:14.210871 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3843e4-0947-4041-a4a6-a3104c599be8', 'code': 200}
Apr 21 13:35:14.364244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Pushing event updated for resources: {'Port': ['ID=f027010b-cab5-4a28-8052-4139306f3a25,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:14.374398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:14.475332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Attempting to bind port f027010b-cab5-4a28-8052-4139306f3a25 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:35:14.475744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Attempting to bind port f027010b-cab5-4a28-8052-4139306f3a25 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:35:14.476043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Attempting to bind port f027010b-cab5-4a28-8052-4139306f3a25 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:35:14.493271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Port f027010b-cab5-4a28-8052-4139306f3a25 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:35:14.493633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Attempting to bind port f027010b-cab5-4a28-8052-4139306f3a25 on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:35:14.502522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:35:14.502902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Checking segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:35:14.503322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Bound using segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:35:14.503791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Bound port: f027010b-cab5-4a28-8052-4139306f3a25, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:35:14.504226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:14.624709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b4a1-9703-456f-9f9e-8278d273486a req-f28ecace-0223-4e70-b936-c5290fe3dae3 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:14.627158 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-db47b4a1-9703-456f-9f9e-8278d273486a req-f28ecace-0223-4e70-b936-c5290fe3dae3 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.2546940
Apr 21 13:35:14.737041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] For port f027010b-cab5-4a28-8052-4139306f3a25, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:35:14.742872 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-db47b4a1-9703-456f-9f9e-8278d273486a req-77750c69-d6c4-4c02-8442-5a340cd340f3 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031365
Apr 21 13:35:14.744743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] For port f027010b-cab5-4a28-8052-4139306f3a25, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f027010b-cab5-4a28-8052-4139306f3a25,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:35:14.749918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:14.754945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f48b644b-1c32-43a9-b754-983a9d9732af tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:14.787935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672756-c966-4a61-bf2d-6b7d9cdc81be req-3e6e98cb-1200-43e0-b7dd-800c2dad6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:14.789703 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-78672756-c966-4a61-bf2d-6b7d9cdc81be req-3e6e98cb-1200-43e0-b7dd-800c2dad6ae1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 1098 time: 0.2718151
Apr 21 13:35:14.837954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:14.838655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:14.840124 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] 10.222.0.44 "PUT /v2.0/ports/f027010b-cab5-4a28-8052-4139306f3a25 HTTP/1.1" status: 200  len: 1094 time: 1.8183346
Apr 21 13:35:14.840638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'tag': 'f027010b-cab5-4a28-8052-4139306f3a25'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:35:14.879212 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-78672756-c966-4a61-bf2d-6b7d9cdc81be req-84cf2a4a-5d5a-4817-9ec0-408a487e48f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746593
Apr 21 13:35:14.880042 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Pushing event updated for resources: {'Port': ['ID=f027010b-cab5-4a28-8052-4139306f3a25,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:14.884355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:14.924690 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'tag': 'f027010b-cab5-4a28-8052-4139306f3a25', 'status': 'completed', 'code': 200}
Apr 21 13:35:15.036673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-18b960c5-3258-4421-b3ac-f8a0ed3ab98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:15.038299 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-18b960c5-3258-4421-b3ac-f8a0ed3ab98d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 1097 time: 0.0917294
Apr 21 13:35:15.137168 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-f478520b-7640-478b-ad45-082fd3ad76ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f027010b-cab5-4a28-8052-4139306f3a25 HTTP/1.1" status: 200  len: 217 time: 0.0734801
Apr 21 13:35:15.276564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-cb0619b4-973e-42c7-8bcc-4c4b299359d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:15.279643 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-cb0619b4-973e-42c7-8bcc-4c4b299359d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.1317973
Apr 21 13:35:15.530291 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-a1a0fb5a-eb69-4dde-a353-cc7cb7095a8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2359843
Apr 21 13:35:15.844549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a380-dfa7-4e3d-b0f3-61c8eb6fe168 req-2f36d0c2-ec43-4634-a9c8-f6198b93051b tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:15.846200 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e36a380-dfa7-4e3d-b0f3-61c8eb6fe168 req-2f36d0c2-ec43-4634-a9c8-f6198b93051b tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 944 time: 0.4852464
Apr 21 13:35:15.884997 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-96d39ab8-2d51-40b2-b769-1dd5abb464d9 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3266346
Apr 21 13:35:15.897762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6e49-b8d3-4590-9491-4271479d915f req-ea550c2f-aaa2-4df3-ace2-d4b5c97a1a54 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:15.899368 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-87ca6e49-b8d3-4590-9491-4271479d915f req-ea550c2f-aaa2-4df3-ace2-d4b5c97a1a54 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.5252330
Apr 21 13:35:16.042441 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e36a380-dfa7-4e3d-b0f3-61c8eb6fe168 req-8aec84fc-682d-4a5e-be4b-5334ebf4105a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800432
Apr 21 13:35:16.066819 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-87ca6e49-b8d3-4590-9491-4271479d915f req-9361b87c-5d7a-41d7-936b-6367d0586b2d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388619
Apr 21 13:35:16.112735 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69ddd25d-5e5f-48da-8a90-ad7a00d8bf75 req-028baf38-72bd-4702-92bb-12c7c59e0c3f service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086084
Apr 21 13:35:16.350447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-cfef1f47-2bac-4a5b-af42-df15271c4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:16.352721 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-cfef1f47-2bac-4a5b-af42-df15271c4b71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 1097 time: 0.1716986
Apr 21 13:35:16.361928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1de-0226-4350-893c-f676b97577ca req-fa031b5f-d4c7-491e-90c6-e724dfcb0694 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:16.363540 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4ec8f1de-0226-4350-893c-f676b97577ca req-fa031b5f-d4c7-491e-90c6-e724dfcb0694 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.1344550
Apr 21 13:35:16.576619 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4ec8f1de-0226-4350-893c-f676b97577ca req-39a418c9-f2c8-4a06-b501-c4448c03d08a tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870255
Apr 21 13:35:16.614761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-6d8b5619-133a-43b0-8504-0d27f1274066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:16.616619 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-6d8b5619-133a-43b0-8504-0d27f1274066 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 916 time: 0.2521365
Apr 21 13:35:16.634008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd03f0-882e-424c-af63-126167539c0b req-10a3acd5-fd8b-4436-a174-b8d746515a22 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:16.635600 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1cdd03f0-882e-424c-af63-126167539c0b req-10a3acd5-fd8b-4436-a174-b8d746515a22 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1779780
Apr 21 13:35:16.722073 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-f130ded0-c28d-476c-bfb7-0a2cfdf0f472 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f027010b-cab5-4a28-8052-4139306f3a25 HTTP/1.1" status: 200  len: 217 time: 0.0854387
Apr 21 13:35:16.807294 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1cdd03f0-882e-424c-af63-126167539c0b req-0933cffc-3ae8-4114-a274-fc8386798fe9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120996
Apr 21 13:35:16.839828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-92719453-3647-4e7b-837d-0645215e09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:16.841640 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-92719453-3647-4e7b-837d-0645215e09ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.0910039
Apr 21 13:35:16.910092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-34616071-6fc6-4da4-bace-effb22653e4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500281
Apr 21 13:35:17.075219 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-07b419fd-f6bd-48bd-9c57-54a7c9d5c3fb service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643188
Apr 21 13:35:17.234904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46834) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:17.380251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46846) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:17.487576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.538537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:35:17.545450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e5b74a318342b08bea8fce08e91b8a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:35:17.548753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:35:17.556048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:35:17.619196 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcc07bab-e1e6-4204-a954-9a0cab337de1 req-7b944a15-6d97-4ebd-8b6f-1f95f5571934 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5256722
Apr 21 13:35:17.631305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.658976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:35:17.660381 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4d3b6-91d7-47e5-8056-e7f9134549ff req-4494171f-1391-4610-90ee-b78ddc20f2f5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:17.661993 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59b4d3b6-91d7-47e5-8056-e7f9134549ff req-4494171f-1391-4610-90ee-b78ddc20f2f5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 944 time: 0.4078317
Apr 21 13:35:17.671450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Usage tracker for resource:security_group_rule and tenant:03cf98793933491f9ee9d64e349526ae is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:35:17.676307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:35:17.693545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:35:17.714096 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59b4d3b6-91d7-47e5-8056-e7f9134549ff req-44691552-4631-4249-a2ff-b62d475679b2 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448346
Apr 21 13:35:17.720068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.726220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.737624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b76c8db-6aa6-4e96-b76f-d9cbc54940b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:17.802163 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0e5b74a318342b08bea8fce08e91b8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5658650
Apr 21 13:35:17.808376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c14a11-fb34-4b81-9aa3-94a147064f39,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:17.808700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 46856) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:17.812348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:17.871095 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.874596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.875441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0410a7-76f2-400b-8ce2-bda1195db3f1 req-7c91fa15-d42a-4de2-8a35-2c0f0df656ca tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:17.877181 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3e0410a7-76f2-400b-8ce2-bda1195db3f1 req-7c91fa15-d42a-4de2-8a35-2c0f0df656ca tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.1372521
Apr 21 13:35:17.891254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8dd0ff3e-2eef-4cdb-bfbe-7b113ffb6ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:17.928983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:17.951747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed915ef-2e2b-4947-a062-37246910c01b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:17.959274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:17.976122 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03cf98793933491f9ee9d64e349526ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5946579
Apr 21 13:35:17.977123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46862) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:17.981611 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3e0410a7-76f2-400b-8ce2-bda1195db3f1 req-9e97d174-92fd-46da-ae6f-31b64c59c32f tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851634
Apr 21 13:35:17.983525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.046512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.050825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6765816-8c01-41ea-ac65-6b672d65afe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:18.063857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.067733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c14a11-fb34-4b81-9aa3-94a147064f39,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:18.071903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:18.074973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.076533 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0c14a11-fb34-4b81-9aa3-94a147064f39 HTTP/1.1" status: 204  len: 168 time: 0.2647705
Apr 21 13:35:18.098382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.146725 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.152368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1ef24299-adc9-4461-b641-2b9583ecf7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:18.168251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed915ef-2e2b-4947-a062-37246910c01b,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:18.170817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:18.181892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.186495 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ed915ef-2e2b-4947-a062-37246910c01b HTTP/1.1" status: 204  len: 168 time: 0.2043557
Apr 21 13:35:18.590714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 46882) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:18.609549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.626731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:35:18.631039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Usage tracker for resource:security_group_rule and tenant:54262254423240b4b5efc95beee7d209 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:35:18.634773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:35:18.640961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:35:18.735175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.738794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.757473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-773610f2-2cfc-48de-a3e8-74754893e042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:18.807083 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54262254423240b4b5efc95beee7d209&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2151399
Apr 21 13:35:18.808037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0901f30a-a266-428a-8033-332e64164cea,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:18.809858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 46898) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:18.816387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.816804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.817209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.817677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.818073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.818515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.818880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.819273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.819675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.820061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.820551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.820949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:18.835530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:18.902211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.952066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:18.979903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a7de6-fae0-476a-bbee-3fbfe2b20590 req-e6b0aa50-c2a0-4ae2-9ac3-a8d1ef084968 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:18.981641 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8b6a7de6-fae0-476a-bbee-3fbfe2b20590 req-e6b0aa50-c2a0-4ae2-9ac3-a8d1ef084968 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 944 time: 0.1121504
Apr 21 13:35:19.000394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:19.005642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c9f0152f-c0e0-4add-b98f-d81676b1e320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:19.025481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901f30a-a266-428a-8033-332e64164cea,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:19.029678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:19.033344 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0901f30a-a266-428a-8033-332e64164cea HTTP/1.1" status: 204  len: 168 time: 0.2197633
Apr 21 13:35:19.037301 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8b6a7de6-fae0-476a-bbee-3fbfe2b20590 req-8bcbdd2a-4c1b-454c-ae24-f40b58c28be3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484555
Apr 21 13:35:19.038496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.038911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.039338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.039727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.040110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.040494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.040957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.041225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.041603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.042079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.042455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.042851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:35:19.046509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:19.302107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-224ce53b-da06-4a09-8f83-aaad30fb7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:19.303797 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-224ce53b-da06-4a09-8f83-aaad30fb7ce3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.1519990
Apr 21 13:35:19.422677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964dc08-3f8c-430c-a0bd-66bc1e7020f7 req-b0059714-5efa-48e9-940f-46a7648c1755 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:19.424306 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0964dc08-3f8c-430c-a0bd-66bc1e7020f7 req-b0059714-5efa-48e9-940f-46a7648c1755 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1850355
Apr 21 13:35:19.519254 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0964dc08-3f8c-430c-a0bd-66bc1e7020f7 req-b5b0f58e-1872-41f8-a8f8-26838bbe2acb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838525
Apr 21 13:35:19.540876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-32faac0d-dfc2-4720-a391-1b6d33639e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:19.542235 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-32faac0d-dfc2-4720-a391-1b6d33639e35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.2226951
Apr 21 13:35:19.625313 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-131b3539-7f92-426b-8ee0-38082130c06e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.0746062
Apr 21 13:35:19.665033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f027010b-cab5-4a28-8052-4139306f3a25 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:35:19.765621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-8bcac8e7-0ff4-4644-804e-567c2f0c01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:19.767266 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-8bcac8e7-0ff4-4644-804e-567c2f0c01aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.0996807
Apr 21 13:35:19.785567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67635-0109-4215-ad03-0960a8aec4c7 req-2f2d1a76-3f6b-4b65-8280-8f5b7d4e4053 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:19.794221 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ed67635-0109-4215-ad03-0960a8aec4c7 req-2f2d1a76-3f6b-4b65-8280-8f5b7d4e4053 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.1677318
Apr 21 13:35:19.858612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port f027010b-cab5-4a28-8052-4139306f3a25, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f027010b-cab5-4a28-8052-4139306f3a25,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:19.868524 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-cc9460fb-27b9-42c8-9439-cfbd5772cda1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719879
Apr 21 13:35:19.876445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'f027010b-cab5-4a28-8052-4139306f3a25', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'port_id': 'f027010b-cab5-4a28-8052-4139306f3a25', 'mac_address': 'fa:16:3e:d3:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086dc98d-5588-4085-8861-c17762d900f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:35:19.920334 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ed67635-0109-4215-ad03-0960a8aec4c7 req-ddce14a0-6502-47b0-b22e-a331bc3a59dc tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226854
Apr 21 13:35:19.965492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:20.011303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f027010b-cab5-4a28-8052-4139306f3a25 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:35:20.031220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port f027010b-cab5-4a28-8052-4139306f3a25, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f027010b-cab5-4a28-8052-4139306f3a25,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:20.035610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:20.037959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:20.128839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=f027010b-cab5-4a28-8052-4139306f3a25,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:20.133024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:20.159777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-9ee999a1-19b6-4070-9fdd-2bdfc72d6493 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670367
Apr 21 13:35:20.421921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea63057-29d5-4e4a-a1b7-afbcb2a2f8a7 req-10eb8f00-3cb7-48e1-8fbc-869f0751a4ad tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:20.429655 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ea63057-29d5-4e4a-a1b7-afbcb2a2f8a7 req-10eb8f00-3cb7-48e1-8fbc-869f0751a4ad tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 945 time: 0.2501674
Apr 21 13:35:20.434732 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f6ffcd-8406-4577-965f-a4cfaa9bddf5 req-7e2f0846-9ce9-4c71-91b8-e7a3847bb8e1 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565596
Apr 21 13:35:20.500713 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ea63057-29d5-4e4a-a1b7-afbcb2a2f8a7 req-d67bd857-6c75-4061-b51a-1768149db23b tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695186
Apr 21 13:35:20.734497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fbf19-89eb-4cef-808d-3e359a3d4462 req-614c0ade-aa1b-4dd5-9650-66a246439a56 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:20.736926 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-131fbf19-89eb-4cef-808d-3e359a3d4462 req-614c0ade-aa1b-4dd5-9650-66a246439a56 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1001039
Apr 21 13:35:20.737853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['f027010b-cab5-4a28-8052-4139306f3a25'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:35:20.794106 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-131fbf19-89eb-4cef-808d-3e359a3d4462 req-22db7b74-9509-4fae-a8fb-6c9055ac0025 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480385
Apr 21 13:35:21.134095 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb3507-ace2-48fe-b0c1-0868dc373e87 req-45f011e7-f277-410a-a70d-4da17253fd56 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:21.135900 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bfb3507-ace2-48fe-b0c1-0868dc373e87 req-45f011e7-f277-410a-a70d-4da17253fd56 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.0906327
Apr 21 13:35:21.185071 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bfb3507-ace2-48fe-b0c1-0868dc373e87 req-00ce9bac-e225-4d93-923d-0ac3abd466bd tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430980
Apr 21 13:35:21.706864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843db235-9b98-402d-a750-c30644b68745 req-d3c6bc37-f3f2-44b4-80a3-4eef4c46fb61 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:21.708707 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-843db235-9b98-402d-a750-c30644b68745 req-d3c6bc37-f3f2-44b4-80a3-4eef4c46fb61 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 945 time: 0.0920668
Apr 21 13:35:21.758978 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-843db235-9b98-402d-a750-c30644b68745 req-498f613e-b2e8-4618-8ffe-defaf39f826e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433640
Apr 21 13:35:22.004188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2d86b-78ec-408f-aaf0-a614866c5e96 req-610200b3-9ef7-4c5d-a780-fa5d29fb3b0b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:22.005789 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-67b2d86b-78ec-408f-aaf0-a614866c5e96 req-610200b3-9ef7-4c5d-a780-fa5d29fb3b0b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0920355
Apr 21 13:35:22.053779 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-67b2d86b-78ec-408f-aaf0-a614866c5e96 req-8fe8b669-a9e8-4761-a477-fa6d231f9f0c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414956
Apr 21 13:35:22.390853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cad94-b204-44a3-9773-836cd52747da req-63425790-bcf2-4b15-8743-036578c718f6 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:22.392490 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2b1cad94-b204-44a3-9773-836cd52747da req-63425790-bcf2-4b15-8743-036578c718f6 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.0931227
Apr 21 13:35:22.441320 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2b1cad94-b204-44a3-9773-836cd52747da req-fba03351-5e45-4efe-a1ce-73c947126fa2 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418727
Apr 21 13:35:22.971012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6b19-9615-401b-a620-9289b3805910 req-2a5153a1-38a2-4e16-9873-93f194163b55 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:22.972684 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6a9b6b19-9615-401b-a620-9289b3805910 req-2a5153a1-38a2-4e16-9873-93f194163b55 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 945 time: 0.0936942
Apr 21 13:35:23.020873 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6a9b6b19-9615-401b-a620-9289b3805910 req-99ad6e0e-21b8-4344-9f82-5d37f7de029f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414255
Apr 21 13:35:23.254220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d41350-a7fd-44b7-b14e-dd5f078e442c req-6d9d9012-767b-472d-8037-0ae91120dbd0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:23.255857 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-45d41350-a7fd-44b7-b14e-dd5f078e442c req-6d9d9012-767b-472d-8037-0ae91120dbd0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0874579
Apr 21 13:35:23.303115 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-45d41350-a7fd-44b7-b14e-dd5f078e442c req-a435af42-8ef7-40d3-8c13-fd0f65cb971b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402806
Apr 21 13:35:23.645606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d253f6-3259-4f7e-9af7-05742beb941f req-3d935937-c899-4f3a-b4dd-04dbf077885b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:23.647221 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e8d253f6-3259-4f7e-9af7-05742beb941f req-3d935937-c899-4f3a-b4dd-04dbf077885b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.0913384
Apr 21 13:35:23.695411 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e8d253f6-3259-4f7e-9af7-05742beb941f req-b085ba3b-ee09-49e8-ab16-945bc5b63750 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416472
Apr 21 13:35:24.222824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e8f36-ab87-4ac8-9950-7db59728e87b req-a3c9ca5d-d315-419f-8b62-99d2bbf58551 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:24.224363 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-050e8f36-ab87-4ac8-9950-7db59728e87b req-a3c9ca5d-d315-419f-8b62-99d2bbf58551 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 945 time: 0.0895944
Apr 21 13:35:24.275995 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-050e8f36-ab87-4ac8-9950-7db59728e87b req-8829ec8d-3175-4a8e-bfff-5ea8a9f3d4ec tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451689
Apr 21 13:35:24.330597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f027010b-cab5-4a28-8052-4139306f3a25 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:35:24.402745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port f027010b-cab5-4a28-8052-4139306f3a25 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:35:24.407698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port f027010b-cab5-4a28-8052-4139306f3a25 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:35:24.408102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:24.511842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42e0a-7050-484d-9034-418f6a95419b req-76dce60a-a822-41d2-aa4e-27405e2c5ea7 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:24.513442 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cad42e0a-7050-484d-9034-418f6a95419b req-76dce60a-a822-41d2-aa4e-27405e2c5ea7 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0900939
Apr 21 13:35:24.536038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:24.562327 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cad42e0a-7050-484d-9034-418f6a95419b req-facbbbd1-b2ed-42a5-8997-7ccd7e90238c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423381
Apr 21 13:35:24.564200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027010b-cab5-4a28-8052-4139306f3a25'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:35:24.575543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port f027010b-cab5-4a28-8052-4139306f3a25, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f027010b-cab5-4a28-8052-4139306f3a25,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:24.584269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:24.586132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:24.621291 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f027010b-cab5-4a28-8052-4139306f3a25', 'code': 200}
Apr 21 13:35:24.662227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=f027010b-cab5-4a28-8052-4139306f3a25,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:24.666417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:24.901349 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03f0e-2235-49ef-8665-50a40ce7c57b req-a3b90fdf-0023-4812-b4dd-0cd2cc732ab7 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:24.902975 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ddc03f0e-2235-49ef-8665-50a40ce7c57b req-a3b90fdf-0023-4812-b4dd-0cd2cc732ab7 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.0923159
Apr 21 13:35:24.954878 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ddc03f0e-2235-49ef-8665-50a40ce7c57b req-f8895c5c-9cd9-42d8-b896-dc9d0d58d9de tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453081
Apr 21 13:35:25.478610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1cce0-0c75-47f2-b9b5-368357924c50 req-b8a80081-65ee-4b62-a30c-372959924cf0 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:25.480313 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50a1cce0-0c75-47f2-b9b5-368357924c50 req-b8a80081-65ee-4b62-a30c-372959924cf0 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.0885839
Apr 21 13:35:25.532363 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50a1cce0-0c75-47f2-b9b5-368357924c50 req-e927f653-171e-4a93-8fce-0640c28a097a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457923
Apr 21 13:35:25.900538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62724f8-5c9f-4b03-8e4f-a80594ed68e6 req-f482fc7c-c6de-4c3e-a7d1-313ffde98570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:25.902049 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d62724f8-5c9f-4b03-8e4f-a80594ed68e6 req-f482fc7c-c6de-4c3e-a7d1-313ffde98570 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 1099 time: 0.2292469
Apr 21 13:35:25.911398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-5ab06196-4f50-4605-9ef8-45181c0fc480 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:25.912895 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-5ab06196-4f50-4605-9ef8-45181c0fc480 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.1992040
Apr 21 13:35:25.921375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02e639-db33-4cd0-97f8-ab29c4488f4f req-1e418d81-e61a-4e45-b1e3-b272861f59c1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:25.922956 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa02e639-db33-4cd0-97f8-ab29c4488f4f req-1e418d81-e61a-4e45-b1e3-b272861f59c1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2106752
Apr 21 13:35:26.059597 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d62724f8-5c9f-4b03-8e4f-a80594ed68e6 req-aae65442-eb23-4522-a9c9-d05d83aebf7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348646
Apr 21 13:35:26.070698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Deleting port 0a3843e4-0947-4041-a4a6-a3104c599be8 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:35:26.071094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:26.099649 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa02e639-db33-4cd0-97f8-ab29c4488f4f req-aac202ad-b557-4a68-80de-122375a9c0de tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608894
Apr 21 13:35:26.544726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117d912-287a-4f74-b430-edbb767acb4b req-d3267f3a-8c97-432d-9183-51e6c060cff9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:26.546324 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2117d912-287a-4f74-b430-edbb767acb4b req-d3267f3a-8c97-432d-9183-51e6c060cff9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 945 time: 0.4409490
Apr 21 13:35:26.628458 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2117d912-287a-4f74-b430-edbb767acb4b req-914c3e5e-6b41-47d4-9d2e-be2cae9d8d0e tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac152615-1877-434e-bd2a-61e912d6436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699019
Apr 21 13:35:26.650891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] For port 0a3843e4-0947-4041-a4a6-a3104c599be8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0a3843e4-0947-4041-a4a6-a3104c599be8,segment=NetworkSegment(b9e336a2-0505-4109-9228-0a69dad0f021),segment_id=b9e336a2-0505-4109-9228-0a69dad0f021)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:35:26.651165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:26.835524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Calling delete_port for 0a3843e4-0947-4041-a4a6-a3104c599be8 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:35:26.948742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e9547-0b59-42a5-977d-5b4f03af8ab7 req-1a8e0376-9c3c-411f-8428-058325c98b43 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:26.950380 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8f8e9547-0b59-42a5-977d-5b4f03af8ab7 req-1a8e0376-9c3c-411f-8428-058325c98b43 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.2873502
Apr 21 13:35:27.053384 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8f8e9547-0b59-42a5-977d-5b4f03af8ab7 req-84cfa334-dc80-4780-8689-e019729096f4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671070
Apr 21 13:35:27.058048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:27.063997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-41c17adc-9b38-47f6-bd87-eb4e883f40a9 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:27.111328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Pushing event deleted for resources: {'Port': ['ID=0a3843e4-0947-4041-a4a6-a3104c599be8,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:27.115163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:27.195893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] No DVR routers for this DVR port 0a3843e4-0947-4041-a4a6-a3104c599be8 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:35:27.199357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:27.202212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'name': 'network-vif-deleted', 'tag': '0a3843e4-0947-4041-a4a6-a3104c599be8'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:35:27.261941 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5ea5226-0d9c-498a-b3ee-b57245e8d62b req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.44 "DELETE /v2.0/ports/0a3843e4-0947-4041-a4a6-a3104c599be8 HTTP/1.1" status: 204  len: 173 time: 1.3219478
Apr 21 13:35:27.306691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f619de-d2c2-48ef-9585-96216dbcd8ef req-42ea6dda-3630-4cc5-948b-52fae6a49fe6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:27.308193 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f619de-d2c2-48ef-9585-96216dbcd8ef req-42ea6dda-3630-4cc5-948b-52fae6a49fe6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0887816
Apr 21 13:35:27.361078 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f619de-d2c2-48ef-9585-96216dbcd8ef req-33f107db-5940-4f1f-bfff-5a1b6d6897c3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464439
Apr 21 13:35:27.417504 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025e26f-f5e6-4203-abc7-13f5866b8ffd', 'name': 'network-vif-deleted', 'tag': '0a3843e4-0947-4041-a4a6-a3104c599be8', 'status': 'completed', 'code': 200}
Apr 21 13:35:27.792475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-ecc968eb-139b-4a2b-b51b-0df0baac246e req-f24f0e67-f86c-4ac0-9610-6d21efcda85b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Synchronizing usage tracker for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:35:27.807613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-ecc968eb-139b-4a2b-b51b-0df0baac246e req-f24f0e67-f86c-4ac0-9610-6d21efcda85b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Unset dirty status for tenant:429ded4f57b94d38bde8f8885e051c23 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:35:27.809007 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ecc968eb-139b-4a2b-b51b-0df0baac246e req-f24f0e67-f86c-4ac0-9610-6d21efcda85b tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 210 time: 0.0641336
Apr 21 13:35:28.254140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11436a-52b0-4951-88fe-6ca4c93abe87 req-818b11be-8098-44a5-8a0c-3b703d1e8316 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:28.255707 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be11436a-52b0-4951-88fe-6ca4c93abe87 req-818b11be-8098-44a5-8a0c-3b703d1e8316 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.0887709
Apr 21 13:35:28.307010 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be11436a-52b0-4951-88fe-6ca4c93abe87 req-e3699b0a-94b0-42d8-80cc-dcacc60aedb9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449302
Apr 21 13:35:28.566394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c55e-6cd8-46a6-b466-478abe0cacb0 req-ae440ad3-7b3d-4fde-8b98-af071c700cb5 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:28.568042 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ffe4c55e-6cd8-46a6-b466-478abe0cacb0 req-ae440ad3-7b3d-4fde-8b98-af071c700cb5 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0886266
Apr 21 13:35:28.616940 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ffe4c55e-6cd8-46a6-b466-478abe0cacb0 req-a0fe0b17-bbef-42b4-b0df-c88cec5fc275 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421410
Apr 21 13:35:28.973210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6d9b2146-34c6-4d01-8806-2ad50c08b69c req-933a06f7-964a-4a5a-b4c7-ef2fcec466fb tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025e26f-f5e6-4203-abc7-13f5866b8ffd HTTP/1.1" status: 200  len: 210 time: 0.0490048
Apr 21 13:35:29.160114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['0a3843e4-0947-4041-a4a6-a3104c599be8'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:35:29.517396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89282132-09d8-4ed7-8545-569840e31d48 req-b0ed726d-4ea9-4407-a438-c9b771669627 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:29.519001 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-89282132-09d8-4ed7-8545-569840e31d48 req-b0ed726d-4ea9-4407-a438-c9b771669627 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.0974765
Apr 21 13:35:29.568894 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-89282132-09d8-4ed7-8545-569840e31d48 req-5b446232-7ed5-4572-9b2d-63aaec885875 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434515
Apr 21 13:35:29.825130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed2c32-fc7f-49ef-89e9-0c9d7e6799c7 req-5ae587e7-b850-4bc6-8c6e-d9dd7ea39c6c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:29.826786 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a5ed2c32-fc7f-49ef-89e9-0c9d7e6799c7 req-5ae587e7-b850-4bc6-8c6e-d9dd7ea39c6c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0913763
Apr 21 13:35:29.879802 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a5ed2c32-fc7f-49ef-89e9-0c9d7e6799c7 req-71d1d0d4-34e1-4171-ad8d-5a32db75fb8d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464272
Apr 21 13:35:30.000859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0a3843e4-0947-4041-a4a6-a3104c599be8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:35:30.037723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 0a3843e4-0947-4041-a4a6-a3104c599be8 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:35:30.038129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0a3843e4-0947-4041-a4a6-a3104c599be8 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:35:30.784109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affd5df-aca5-4691-b515-ad3bd176515d req-cf0fdf10-d2a8-4c44-ab19-e706db6c8300 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:30.792665 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6affd5df-aca5-4691-b515-ad3bd176515d req-cf0fdf10-d2a8-4c44-ab19-e706db6c8300 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.1045594
Apr 21 13:35:30.847119 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6affd5df-aca5-4691-b515-ad3bd176515d req-53c7bfd8-304e-401a-b51d-31ef095553dd tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531976
Apr 21 13:35:31.174365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3aaee-404f-41e6-a5a5-1f5b75e40491 req-8dec9175-1602-4581-ae4c-80555492294e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:31.176037 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-adc3aaee-404f-41e6-a5a5-1f5b75e40491 req-8dec9175-1602-4581-ae4c-80555492294e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1181147
Apr 21 13:35:31.181577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:31.236577 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-adc3aaee-404f-41e6-a5a5-1f5b75e40491 req-562c165f-e728-425d-b0bc-24a563bf9f06 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520792
Apr 21 13:35:32.449917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e9ee-1277-4513-927e-eeea764b7ac3 req-e55e3d58-bbba-4e97-a34c-bff8ddfd9bcc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:32.451580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-34d5e9ee-1277-4513-927e-eeea764b7ac3 req-e55e3d58-bbba-4e97-a34c-bff8ddfd9bcc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0903635
Apr 21 13:35:32.505030 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-34d5e9ee-1277-4513-927e-eeea764b7ac3 req-4fd0cd2d-6aca-4f55-a98b-df09be46fd1b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470691
Apr 21 13:35:33.710596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69632699-9364-49af-8c03-70e7b5edb44c req-74138856-e8fb-4850-91ed-bd64cd2cb75c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:33.712247 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69632699-9364-49af-8c03-70e7b5edb44c req-74138856-e8fb-4850-91ed-bd64cd2cb75c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0911455
Apr 21 13:35:33.761032 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-69632699-9364-49af-8c03-70e7b5edb44c req-386b681e-43d1-46f3-9b6c-13762bc6713f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424449
Apr 21 13:35:34.419524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4208692f-5498-4b1a-937b-e1a11682d6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:34.969140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e93c26-c189-4d3b-a5c0-4b4ffed2dd0a req-1e2fe9e1-c170-4b04-a727-91f8279c1cf9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:34.970771 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64e93c26-c189-4d3b-a5c0-4b4ffed2dd0a req-1e2fe9e1-c170-4b04-a727-91f8279c1cf9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0952282
Apr 21 13:35:35.020003 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64e93c26-c189-4d3b-a5c0-4b4ffed2dd0a req-291f43c7-96df-48e1-af4a-6345c3f8367b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427799
Apr 21 13:35:35.299797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-9a8460e0-adcc-4562-a5ba-ed6c3a2aff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:35.301503 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-9a8460e0-adcc-4562-a5ba-ed6c3a2aff06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.0805590
Apr 21 13:35:35.459079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-3f756685-7d1a-4802-bf9d-f9af406f3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:35.461247 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-3f756685-7d1a-4802-bf9d-f9af406f3e4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.1375775
Apr 21 13:35:35.537928 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-415f6483-c7f1-410d-953e-f59dc21c1399 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.0683575
Apr 21 13:35:35.612842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-efc48458-ce57-4352-bd71-be8617f58ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:35.614435 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-efc48458-ce57-4352-bd71-be8617f58ebb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.0633161
Apr 21 13:35:35.673304 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-b6ef6d39-9571-4f59-b0b8-f9cc108d43b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498612
Apr 21 13:35:35.828167 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-860bf8c0-c5e2-4a7d-9042-d7e9a70a1e7d service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417022
Apr 21 13:35:35.975162 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9809a21-cf1a-4fb5-bb8a-b71347e3cc6f req-b79d4c4f-fbe9-4d60-a7e4-4f514d2c339b service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397696
Apr 21 13:35:36.223180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c99e45-e1ee-4b73-b3af-2272ab7a3669 req-331a8c9a-fad3-403c-a124-7dfde424f1e9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:36.224797 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-47c99e45-e1ee-4b73-b3af-2272ab7a3669 req-331a8c9a-fad3-403c-a124-7dfde424f1e9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0882893
Apr 21 13:35:36.274021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-47c99e45-e1ee-4b73-b3af-2272ab7a3669 req-fbae8139-6909-453b-9e59-d281a39f0512 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423386
Apr 21 13:35:36.766795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5c8de44-00cc-4370-9034-5bd3712e4609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:36.950866 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:38.010738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:38.827441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:39.813993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bcea2-2cef-44ef-8f4e-91ccd9e9efb8 req-388fc11e-09aa-4333-97d0-0fcdf9a06b60 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:39.816329 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f20bcea2-2cef-44ef-8f4e-91ccd9e9efb8 req-388fc11e-09aa-4333-97d0-0fcdf9a06b60 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1004415
Apr 21 13:35:39.872536 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f20bcea2-2cef-44ef-8f4e-91ccd9e9efb8 req-1f6428d2-1f9b-45c9-a959-db5a9600d89f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490484
Apr 21 13:35:40.399179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:35:41.096415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053c51-84d3-4137-be7a-1979ab29b850 req-32c101a3-e141-41f6-aa1d-4b8ebaab57ab tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:41.098616 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68053c51-84d3-4137-be7a-1979ab29b850 req-32c101a3-e141-41f6-aa1d-4b8ebaab57ab tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0967617
Apr 21 13:35:41.149323 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68053c51-84d3-4137-be7a-1979ab29b850 req-6b8f0530-f61a-4236-98e8-1bffc3d4e636 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429928
Apr 21 13:35:42.358193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d22d63-8ba4-490d-8b8b-05d72fecc234 req-d216de82-5671-41cf-9121-b49665c5b194 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:42.359837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5d22d63-8ba4-490d-8b8b-05d72fecc234 req-d216de82-5671-41cf-9121-b49665c5b194 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0929546
Apr 21 13:35:42.408560 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5d22d63-8ba4-490d-8b8b-05d72fecc234 req-75e9f40d-70e6-4ab3-bb9d-1ae339f7168b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416727
Apr 21 13:35:43.608104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2661-3739-4c35-abbd-c7ac02b7a418 req-4123064c-8d7a-4e42-882f-597023d5dcbb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:43.609694 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-001e2661-3739-4c35-abbd-c7ac02b7a418 req-4123064c-8d7a-4e42-882f-597023d5dcbb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0873287
Apr 21 13:35:43.661792 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-001e2661-3739-4c35-abbd-c7ac02b7a418 req-22b325ba-90af-41ee-8a87-2e28fa037ee8 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452917
Apr 21 13:35:44.901426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c67e5f-e181-4216-9b46-5fb7582d650d req-627be97a-bac0-44d3-9321-37404b01a770 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:44.903996 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-14c67e5f-e181-4216-9b46-5fb7582d650d req-627be97a-bac0-44d3-9321-37404b01a770 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1117811
Apr 21 13:35:45.009986 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-14c67e5f-e181-4216-9b46-5fb7582d650d req-1c9e7acc-11bc-4546-87ee-4ae49b0452b6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921147
Apr 21 13:35:46.223641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa393e8-6f03-4067-8b97-092832e3a356 req-a0a11683-3d20-4dcd-8920-a5bb541cdfb6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:46.225114 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1aa393e8-6f03-4067-8b97-092832e3a356 req-a0a11683-3d20-4dcd-8920-a5bb541cdfb6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0906992
Apr 21 13:35:46.273698 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1aa393e8-6f03-4067-8b97-092832e3a356 req-0167f21f-4a32-4c50-bcd9-4f08d1ad0a70 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416381
Apr 21 13:35:47.478426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12224313-0756-450d-aba0-ae421d19aba5 req-14e11196-b2a8-4ac6-87ca-600cdd1df993 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:47.479992 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-12224313-0756-450d-aba0-ae421d19aba5 req-14e11196-b2a8-4ac6-87ca-600cdd1df993 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0882518
Apr 21 13:35:47.527521 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-12224313-0756-450d-aba0-ae421d19aba5 req-0a123c37-3b1c-4b57-b811-a0b16397d335 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411451
Apr 21 13:35:48.747823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4c7d0-5689-44d6-961a-2dd00c408eec req-fc8b4c8e-2021-4a34-b636-432f03b98e64 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:48.750267 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-67c4c7d0-5689-44d6-961a-2dd00c408eec req-fc8b4c8e-2021-4a34-b636-432f03b98e64 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0977454
Apr 21 13:35:48.806824 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-67c4c7d0-5689-44d6-961a-2dd00c408eec req-a1599401-78b7-4ce2-89fa-9f5880b0ba1c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502720
Apr 21 13:35:50.143124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0a57e-cbdc-4344-b46d-b6c9c732a642 req-52bb5a39-18dc-4d7c-8a76-6c5e4e88c276 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:50.156956 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7ba0a57e-cbdc-4344-b46d-b6c9c732a642 req-52bb5a39-18dc-4d7c-8a76-6c5e4e88c276 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1452444
Apr 21 13:35:50.237203 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7ba0a57e-cbdc-4344-b46d-b6c9c732a642 req-43be4d51-8045-45c6-8368-e99f5f34ad0b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788920
Apr 21 13:35:51.049563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 47518) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:51.284691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.304363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:35:51.310569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Usage tracker for resource:security_group_rule and tenant:af539afee9a54e11999143a4a91f6ea1 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:35:51.315016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:35:51.323530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:35:51.423299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.427105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.491586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0eb97fcd-4394-4c95-b5ad-ec0362f16c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:51.532474 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af539afee9a54e11999143a4a91f6ea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4798038
Apr 21 13:35:51.533770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 47538) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:35:51.535043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e55014-6221-4a06-bc1a-95a4422fa9af,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:51.540434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:51.601346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419f7d2-b2fc-409e-a60b-1bb63ef41e63 req-5b461a4c-993a-412e-b58d-7307d08210e9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:51.604080 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2419f7d2-b2fc-409e-a60b-1bb63ef41e63 req-5b461a4c-993a-412e-b58d-7307d08210e9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1376579
Apr 21 13:35:51.626610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.659876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.688508 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2419f7d2-b2fc-409e-a60b-1bb63ef41e63 req-92664543-1af9-48dd-8e23-9e033c1b3387 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633023
Apr 21 13:35:51.734881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.743547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d703c26-d2c9-43f5-bb2d-ead751238ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:35:51.762161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e55014-6221-4a06-bc1a-95a4422fa9af,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:35:51.780628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:35:51.782035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:35:51.783782 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84e55014-6221-4a06-bc1a-95a4422fa9af HTTP/1.1" status: 204  len: 168 time: 0.2413733
Apr 21 13:35:52.981929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc827a-6dec-4ddd-a861-1084243ea687 req-6afb6653-e8d2-4ea4-9640-39e028012ccd tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:52.992294 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80dc827a-6dec-4ddd-a861-1084243ea687 req-6afb6653-e8d2-4ea4-9640-39e028012ccd tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1329136
Apr 21 13:35:53.064775 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80dc827a-6dec-4ddd-a861-1084243ea687 req-853f6251-7e73-4178-b299-e0cee217b8d6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708303
Apr 21 13:35:54.283392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53dd40-2a79-4335-9752-fd1e83e4b6e2 req-283a1bf3-b54a-49c5-90f4-99b95db73ab6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:54.285132 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e53dd40-2a79-4335-9752-fd1e83e4b6e2 req-283a1bf3-b54a-49c5-90f4-99b95db73ab6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0997026
Apr 21 13:35:54.336754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e53dd40-2a79-4335-9752-fd1e83e4b6e2 req-f64983b8-cc95-4b9f-9c30-c907a9af6e01 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446587
Apr 21 13:35:55.948762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e03ad-6621-4830-b0cb-0004dc160887 req-97f48d00-a89d-4e83-9db8-7fa8886b3106 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:55.960644 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-092e03ad-6621-4830-b0cb-0004dc160887 req-97f48d00-a89d-4e83-9db8-7fa8886b3106 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.4611375
Apr 21 13:35:56.038654 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-092e03ad-6621-4830-b0cb-0004dc160887 req-abdec39f-b019-49bd-997e-4fa50759b3b0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765419
Apr 21 13:35:56.279602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be25521-4c35-445b-b805-8e92215677a8 req-521908bc-fa1f-4b77-8783-ac8717f360cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:56.281582 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0be25521-4c35-445b-b805-8e92215677a8 req-521908bc-fa1f-4b77-8783-ac8717f360cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.1220002
Apr 21 13:35:56.367319 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0be25521-4c35-445b-b805-8e92215677a8 req-798ccc58-85e5-4be6-bd11-3de12db7e031 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782838
Apr 21 13:35:57.426434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31455e-5318-469b-bdc8-1dd2488685b1 req-d4e0e3f1-7a89-4ac6-83e3-dfb249fbe253 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:57.436249 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae31455e-5318-469b-bdc8-1dd2488685b1 req-d4e0e3f1-7a89-4ac6-83e3-dfb249fbe253 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2174942
Apr 21 13:35:57.559180 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae31455e-5318-469b-bdc8-1dd2488685b1 req-98f33601-d717-46d2-881a-950fe6ffa4ca tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216455
Apr 21 13:35:58.805675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca28e-529e-41b0-b8a7-52a3948ea23e req-4d523467-7879-424e-b7e3-cbbf5b71d6ed tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:58.807817 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-41dca28e-529e-41b0-b8a7-52a3948ea23e req-4d523467-7879-424e-b7e3-cbbf5b71d6ed tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1134987
Apr 21 13:35:58.859766 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-41dca28e-529e-41b0-b8a7-52a3948ea23e req-05512359-a2f2-4cf6-beb8-b723630b706a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458646
Apr 21 13:35:59.380697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcb596-d73d-4208-b828-0799fe496bb6 req-24f14ea1-33ed-4b2b-af54-692f47bba441 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:35:59.382979 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2cbcb596-d73d-4208-b828-0799fe496bb6 req-24f14ea1-33ed-4b2b-af54-692f47bba441 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0926423
Apr 21 13:35:59.433703 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2cbcb596-d73d-4208-b828-0799fe496bb6 req-379dc3f9-f7fd-42e0-bc19-0a1fa6ef64ad tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435848
Apr 21 13:36:00.673702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcddf44-e953-4f4a-a4e6-fd69732bb1c9 req-0bd311b0-e2bb-44cd-a9fc-8f306529068d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:00.675315 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dcddf44-e953-4f4a-a4e6-fd69732bb1c9 req-0bd311b0-e2bb-44cd-a9fc-8f306529068d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1114097
Apr 21 13:36:00.726679 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dcddf44-e953-4f4a-a4e6-fd69732bb1c9 req-81f3ac5c-27e6-47ff-b3ab-c53dfcdc016e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435793
Apr 21 13:36:01.186867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:01.804261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-397873e6-0560-455c-8ed1-ff1968f02e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:01.805905 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-397873e6-0560-455c-8ed1-ff1968f02e7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.1255546
Apr 21 13:36:02.035921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-ff2a9292-7452-44ff-897f-e998a42e4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:02.037498 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-ff2a9292-7452-44ff-897f-e998a42e4386 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.2183361
Apr 21 13:36:02.050501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6081-bc19-4410-9441-a1f5a17f7f7b req-0c210e61-e109-4b86-aa2e-22a052e1e23d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:02.052012 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-330b6081-bc19-4410-9441-a1f5a17f7f7b req-0c210e61-e109-4b86-aa2e-22a052e1e23d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1400216
Apr 21 13:36:02.138662 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-e07b09ee-d104-41c9-a24e-ec5daceae4ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.0853269
Apr 21 13:36:02.212455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-d0c3d7db-2e37-4c58-9276-650baa509e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:02.214092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-d0c3d7db-2e37-4c58-9276-650baa509e81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.0686512
Apr 21 13:36:02.277849 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-5bf1cb4c-e84e-4208-baa6-6aa7500f28c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537019
Apr 21 13:36:02.327807 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-330b6081-bc19-4410-9441-a1f5a17f7f7b req-9b824948-1fa3-4724-af36-b79d62064203 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229433
Apr 21 13:36:02.462799 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-11720d39-61a9-4423-8d35-1d906517be2f service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753242
Apr 21 13:36:02.642651 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37518baf-0e6f-4efd-8a5f-8f5752096918 req-875b6ad9-35de-46ad-a68d-d20d76e2f9e4 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632419
Apr 21 13:36:03.560753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33fc6c-7eb0-4b0f-a26d-a727415299a8 req-e8614c1a-6ec5-410e-ab8b-810ff2268a6b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:03.562407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e33fc6c-7eb0-4b0f-a26d-a727415299a8 req-e8614c1a-6ec5-410e-ab8b-810ff2268a6b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0959589
Apr 21 13:36:03.613097 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e33fc6c-7eb0-4b0f-a26d-a727415299a8 req-0570a162-eae8-47e0-8efb-2dfc7be0db54 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431511
Apr 21 13:36:04.419797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-99a1f0ee-292c-4141-8ac7-ffa0b15a92f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:04.917448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe627f-5222-49b3-b6df-99ad8832cb38 req-7e2cc7b3-7b2a-4574-aa49-79a3795e2cc6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:04.920024 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-76fe627f-5222-49b3-b6df-99ad8832cb38 req-7e2cc7b3-7b2a-4574-aa49-79a3795e2cc6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1224637
Apr 21 13:36:04.991994 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-76fe627f-5222-49b3-b6df-99ad8832cb38 req-f5ead941-b96d-473c-85a6-298e11470f48 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625708
Apr 21 13:36:06.259123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fb79b-b1d9-4f18-9c9a-48ed4d2609bc req-c9ddc041-0298-4728-b6b5-36ca80e746c2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:06.260812 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-573fb79b-b1d9-4f18-9c9a-48ed4d2609bc req-c9ddc041-0298-4728-b6b5-36ca80e746c2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1264751
Apr 21 13:36:06.313287 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-573fb79b-b1d9-4f18-9c9a-48ed4d2609bc req-1c0bfc7d-3fc5-4203-8cef-9cae98fa3e9e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449617
Apr 21 13:36:06.737363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c50d-f35e-471e-bb63-64dce6458358 req-66a5a43e-53b9-4f3b-9aed-263441d695e3 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:06.743021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4198c50d-f35e-471e-bb63-64dce6458358 req-66a5a43e-53b9-4f3b-9aed-263441d695e3 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1327593
Apr 21 13:36:06.774176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-63114f73-65b2-428e-91d4-dccf7f127a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:06.817278 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4198c50d-f35e-471e-bb63-64dce6458358 req-fa1c769d-6330-477d-ba62-f45093505568 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708122
Apr 21 13:36:06.949214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:07.658741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbb266-5d7f-415e-b444-8b9e2ef026d6 req-46b57468-8dec-403b-97f7-eb6cf4ce08d2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:07.668137 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e8fbb266-5d7f-415e-b444-8b9e2ef026d6 req-46b57468-8dec-403b-97f7-eb6cf4ce08d2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1486654
Apr 21 13:36:07.768181 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e8fbb266-5d7f-415e-b444-8b9e2ef026d6 req-d74a980f-44c8-4b75-9e83-100667e7cf5c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987594
Apr 21 13:36:08.040651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:08.236014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-9b9af378-c3f0-43da-a846-47aa5bf9db58 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:08.244348 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-9b9af378-c3f0-43da-a846-47aa5bf9db58 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 0.3976035
Apr 21 13:36:08.291939 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-fcdde658-e918-4956-b6bf-1dc3ea864061 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/quotas/9d337a2f35504db281ec09f2705d43a7 HTTP/1.1" status: 200  len: 375 time: 0.0466120
Apr 21 13:36:08.439149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d11d4-cd9c-456a-b8d6-d01f8739b638 req-92e0ab66-f916-4144-904f-ee6e78988de9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:08.441800 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0b5d11d4-cd9c-456a-b8d6-d01f8739b638 req-92e0ab66-f916-4144-904f-ee6e78988de9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3219585
Apr 21 13:36:08.528566 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c18d8f81-b568-4ec3-b2a1-b441a59d8848 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2202864
Apr 21 13:36:08.547288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0b5d11d4-cd9c-456a-b8d6-d01f8739b638 req-628f08df-9e7e-49e5-bae4-5d9cdb097762 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940969
Apr 21 13:36:08.725077 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-d07be944-c233-464c-9095-45f904390dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766987
Apr 21 13:36:08.842972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:09.149280 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-04020511-44eb-4d44-8869-a49519a6cd8b service neutron] 10.222.0.41 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4151478
Apr 21 13:36:09.211734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93a9c2-3b41-4a88-b0bc-405547d8e0c7 req-43ddc743-043c-40d5-b211-41c62def4226 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:09.219805 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cd93a9c2-3b41-4a88-b0bc-405547d8e0c7 req-43ddc743-043c-40d5-b211-41c62def4226 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1780024
Apr 21 13:36:09.274282 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cd93a9c2-3b41-4a88-b0bc-405547d8e0c7 req-66483eb5-8dfb-40dd-9a80-c874cde0c9b2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534694
Apr 21 13:36:09.519332 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b81a45f7-bf3c-43da-a2e6-c542ce8a053a req-6550719f-8275-44e7-8d1f-830bf5bb4fbb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 210 time: 0.0811515
Apr 21 13:36:10.124462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2abbbd-ea24-4c19-9a5f-b12891f95eeb req-8c65dcd1-56cc-42e3-902b-ced4293ab7e1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:10.136729 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f2abbbd-ea24-4c19-9a5f-b12891f95eeb req-8c65dcd1-56cc-42e3-902b-ced4293ab7e1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2274206
Apr 21 13:36:10.249656 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f2abbbd-ea24-4c19-9a5f-b12891f95eeb req-b0461616-6227-44a1-9208-a3bdb6a4a241 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117969
Apr 21 13:36:10.724206 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8b1ade8f-2dd9-42ab-b846-739e33ab9a7a req-1e321cbe-29eb-4445-a3c1-70e309e473dc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 210 time: 0.0548744
Apr 21 13:36:11.381288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-b597ab7e-0373-45bd-a877-18aba44f9d32 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:11.384253 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-b597ab7e-0373-45bd-a877-18aba44f9d32 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 815 time: 0.1941972
Apr 21 13:36:11.434968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Request body: {'port': {'device_id': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'admin_state_up': True, 'tenant_id': '9d337a2f35504db281ec09f2705d43a7'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:12.123528 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:12.178839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:12.228400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48018) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:12.234971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Made reservation on behalf of 9d337a2f35504db281ec09f2705d43a7 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:12.242010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:12.279254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0201f8-5ab9-499e-a42c-884f9f2f0cab req-f95ee15c-1238-473f-a34d-ddd44a091fd3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:12.281556 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ac0201f8-5ab9-499e-a42c-884f9f2f0cab req-f95ee15c-1238-473f-a34d-ddd44a091fd3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2528148
Apr 21 13:36:12.299627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60c594-87fe-4cf4-ad2e-26da7291ccce req-9563c843-b1a9-40b4-858f-91bda3b222b9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:12.301418 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff60c594-87fe-4cf4-ad2e-26da7291ccce req-9563c843-b1a9-40b4-858f-91bda3b222b9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2225857
Apr 21 13:36:12.455436 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff60c594-87fe-4cf4-ad2e-26da7291ccce req-ef260341-56ce-4ebb-99f2-bf96c7bd5e60 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105976
Apr 21 13:36:12.473606 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ac0201f8-5ab9-499e-a42c-884f9f2f0cab req-ef1686cb-7853-4981-b09a-21827be66572 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317546
Apr 21 13:36:12.513507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:12.537354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:12.543153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Usage tracker for resource:security_group_rule and tenant:cd920628325b4c2c83ffa75982837019 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:12.546638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:12.555903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:12.679928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Allocated IP 172.20.0.10 (37abe282-21a5-4136-b805-2d4e845a1fd0/086dc98d-5588-4085-8861-c17762d900f7/7970a1ac-3a7e-433b-b190-087e91cd405d) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:12.716437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:12.720453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:12.767119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a011ed7d-6396-4df9-aaf0-e87381aa0f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:12.794163 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd920628325b4c2c83ffa75982837019&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5635452
Apr 21 13:36:12.802552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48032) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:12.822150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceedad50-70c0-485f-b9e2-c2967aa287d0,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:12.826074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:12.863215 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f6ac3ffb-bd7b-4ff4-ae88-1e10ab318585 req-f3254820-470a-49a6-9478-f4c84e917fec tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 210 time: 0.1318843
Apr 21 13:36:13.057212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.108876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.235764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.259089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.274031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-62e1fd4a-f241-48c1-958a-ab8b1d05284c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:13.329937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceedad50-70c0-485f-b9e2-c2967aa287d0,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:13.336516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:13.374166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.381402 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceedad50-70c0-485f-b9e2-c2967aa287d0 HTTP/1.1" status: 204  len: 168 time: 0.5711319
Apr 21 13:36:13.398103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.409095 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ae51dd3d-fdca-48ae-9be0-a4d0ee75a0f2 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:13.410895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48046) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:13.547770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:13.554227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:13.563760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:13.617260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.652703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:13.667960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Usage tracker for resource:security_group_rule and tenant:b70693c961234407a21cbf3ab8fe39cf is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:13.672863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event updated for resources: {'Port': ['ID=7970a1ac-3a7e-433b-b190-087e91cd405d,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:13.675496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:13.690843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:13.725522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:13.801427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:13.803369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.826139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.836058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:13.839367 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4299166
Apr 21 13:36:13.873334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6eda5-be83-40fa-932a-275b5309ce17 req-f7e6b4fc-ca01-4c61-91e4-6f14a547ff7a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:13.882715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1d06e0d0-596d-435c-956c-e4d4a4010b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:13.886352 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-acd6eda5-be83-40fa-932a-275b5309ce17 req-f7e6b4fc-ca01-4c61-91e4-6f14a547ff7a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2096322
Apr 21 13:36:13.900354 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b70693c961234407a21cbf3ab8fe39cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4878263
Apr 21 13:36:13.919165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a6476-0545-4a64-80d5-8920bb711233,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:13.934668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48060) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:13.938894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:13.969518 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-acd6eda5-be83-40fa-932a-275b5309ce17 req-e7bd3a1a-0f34-47b8-8358-11dfb98a679b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813527
Apr 21 13:36:13.998438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48066) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:14.021799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.041393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.044058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:14.049055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0869701681408c8fad66b9887431d1 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:14.052514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:14.061237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:14.106944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.181592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.188581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c986c39-2e94-4099-ad44-ea416aba5b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:14.206400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a6476-0545-4a64-80d5-8920bb711233,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:14.211031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:14.239427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.241382 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/490a6476-0545-4a64-80d5-8920bb711233 HTTP/1.1" status: 204  len: 168 time: 0.3054173
Apr 21 13:36:14.277604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.296775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4350062-98eb-4c89-8e5c-aa19387b732c req-dbe91a1c-4a11-49f0-8b71-4c65899f512d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:14.296775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d4350062-98eb-4c89-8e5c-aa19387b732c req-dbe91a1c-4a11-49f0-8b71-4c65899f512d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:36:14.305729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.320824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:14.366296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d4350062-98eb-4c89-8e5c-aa19387b732c req-dbe91a1c-4a11-49f0-8b71-4c65899f512d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:36:14.375057 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d4350062-98eb-4c89-8e5c-aa19387b732c req-dbe91a1c-4a11-49f0-8b71-4c65899f512d tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 932 time: 0.2357748
Apr 21 13:36:14.387845 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b0869701681408c8fad66b9887431d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3880053
Apr 21 13:36:14.390672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48074) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:14.415081 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff564f5-22bb-4140-9f71-b84e6f742d45,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:14.421905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:14.458054 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d4350062-98eb-4c89-8e5c-aa19387b732c req-434ca5bb-8a09-4021-bce0-998e3cf8a91a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817492
Apr 21 13:36:14.521993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.560456 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.618510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.625365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9ba4a026-3550-4024-89a7-1d08d89c573c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:14.644237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff564f5-22bb-4140-9f71-b84e6f742d45,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:14.646603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:14.648200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:14.651904 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-772f750e-ed85-4bae-81ea-7c8cced0908e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ff564f5-22bb-4140-9f71-b84e6f742d45 HTTP/1.1" status: 204  len: 168 time: 0.2577093
Apr 21 13:36:15.293417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c49c5-de76-4b2a-b1cf-4d6712402c74 req-d104961c-2950-473b-8be8-6ee2819d7976 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:15.296509 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ed7c49c5-de76-4b2a-b1cf-4d6712402c74 req-d104961c-2950-473b-8be8-6ee2819d7976 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1418674
Apr 21 13:36:15.368363 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ed7c49c5-de76-4b2a-b1cf-4d6712402c74 req-28a1d05a-8708-48f3-b0ec-1137d35bba50 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654473
Apr 21 13:36:15.718214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4a460-1168-42d5-8bad-1155e57c75e5 req-7ac7d1c3-99b3-4048-bfea-ac9784614515 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:15.728133 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-52a4a460-1168-42d5-8bad-1155e57c75e5 req-7ac7d1c3-99b3-4048-bfea-ac9784614515 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 932 time: 0.1333466
Apr 21 13:36:15.808918 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-52a4a460-1168-42d5-8bad-1155e57c75e5 req-b11291fc-c50a-4fec-8989-e08853b05ca8 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795465
Apr 21 13:36:16.127237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'f027010b-cab5-4a28-8052-4139306f3a25'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:36:16.142160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Request body: {'port': {'device_id': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:16.420491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:17.207381 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7970a1ac-3a7e-433b-b190-087e91cd405d {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:36:17.287013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:17.351765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbb7c9-1f5e-4360-8f8e-fdf5e4ed1098 req-168efd6b-9834-469e-972b-9f98a0e89f99 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:17.363119 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7dbb7c9-1f5e-4360-8f8e-fdf5e4ed1098 req-168efd6b-9834-469e-972b-9f98a0e89f99 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3674090
Apr 21 13:36:17.364058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Transition to ACTIVE for port object 7970a1ac-3a7e-433b-b190-087e91cd405d will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:17.399273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:36:17.460087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:17.470142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:17.554084 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7dbb7c9-1f5e-4360-8f8e-fdf5e4ed1098 req-e25ad2de-4101-415a-81a8-b83f6f306ebb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1926148
Apr 21 13:36:17.556660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Pushing event updated for resources: {'Port': ['ID=7970a1ac-3a7e-433b-b190-087e91cd405d,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:17.673643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:17.697743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236abcf7-1320-4168-b436-b83216410ec5 req-71282b1d-0db4-42da-b04f-026812ad7101 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:17.706303 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-236abcf7-1320-4168-b436-b83216410ec5 req-71282b1d-0db4-42da-b04f-026812ad7101 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 932 time: 0.5764232
Apr 21 13:36:17.867215 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-236abcf7-1320-4168-b436-b83216410ec5 req-16829784-95d5-4ef9-9225-4f50ff4a598b tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596158
Apr 21 13:36:17.955516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Attempting to bind port 7970a1ac-3a7e-433b-b190-087e91cd405d on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:17.958664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Attempting to bind port 7970a1ac-3a7e-433b-b190-087e91cd405d by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:17.958664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Attempting to bind port 7970a1ac-3a7e-433b-b190-087e91cd405d on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:17.963800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Port 7970a1ac-3a7e-433b-b190-087e91cd405d on network 37abe282-21a5-4136-b805-2d4e845a1fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:36:17.964385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Attempting to bind port 7970a1ac-3a7e-433b-b190-087e91cd405d on network 37abe282-21a5-4136-b805-2d4e845a1fd0 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:17.971787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:17.972152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Checking segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:17.972591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Bound using segment: {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:17.973080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Bound port: 7970a1ac-3a7e-433b-b190-087e91cd405d, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198f124e-82eb-4ca0-9d55-f83346b333b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:17.973478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:18.113195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] For port 7970a1ac-3a7e-433b-b190-087e91cd405d, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:18.117579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] For port 7970a1ac-3a7e-433b-b190-087e91cd405d, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7970a1ac-3a7e-433b-b190-087e91cd405d,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:18.127518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:18.137820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:18.233188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Pushing event updated for resources: {'Port': ['ID=7970a1ac-3a7e-433b-b190-087e91cd405d,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:18.238406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:18.243535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:18.244023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:18.245460 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] 10.222.0.44 "PUT /v2.0/ports/7970a1ac-3a7e-433b-b190-087e91cd405d HTTP/1.1" status: 200  len: 1094 time: 2.1113281
Apr 21 13:36:18.245986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'tag': '7970a1ac-3a7e-433b-b190-087e91cd405d'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:36:18.365496 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'tag': '7970a1ac-3a7e-433b-b190-087e91cd405d', 'status': 'completed', 'code': 200}
Apr 21 13:36:18.425838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-4b62948e-8d24-467d-8e54-fe4c646c94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:18.427530 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-4b62948e-8d24-467d-8e54-fe4c646c94aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 1097 time: 0.1356988
Apr 21 13:36:18.517180 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-629e1acd-d6c4-4547-8a21-e642d94982bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7970a1ac-3a7e-433b-b190-087e91cd405d HTTP/1.1" status: 200  len: 217 time: 0.0761364
Apr 21 13:36:18.597354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-4abc2ff7-6268-447d-bc8d-c0592cd180fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:18.599044 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-4abc2ff7-6268-447d-bc8d-c0592cd180fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.0730617
Apr 21 13:36:18.674650 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-0a224b0b-c08e-492c-8933-1406b030e18d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590413
Apr 21 13:36:18.922617 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-abc2888c-7181-4d18-8e0c-7cb8c8fcca3e service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340496
Apr 21 13:36:18.940796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebe1b2-40b1-4d15-a9e5-df32f8cc7528 req-c32bcac6-531a-4d09-85b8-b359adb0010c tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:18.942512 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4ebe1b2-40b1-4d15-a9e5-df32f8cc7528 req-c32bcac6-531a-4d09-85b8-b359adb0010c tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1766925
Apr 21 13:36:19.025628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48244) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:19.052892 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4ebe1b2-40b1-4d15-a9e5-df32f8cc7528 req-336fafc9-58d5-4b1e-a41c-9bbe8f470ab0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662820
Apr 21 13:36:19.205522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.233691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:19.239463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9aac5c4a1b4c709baace25b065f331 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:19.243318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:19.251130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:19.373488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.377613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.389869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fdd5a01b-adc5-414b-a015-b33ec4464b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:19.424643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2990c8e1-342e-4475-94cb-b59753af1964,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:19.439686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.440220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.440710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.441175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.441665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.442144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.442644 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.443122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.443602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.444076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.444548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.445016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:19.457708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:19.487364 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e9aac5c4a1b4c709baace25b065f331&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4597816
Apr 21 13:36:19.491717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48266) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:19.578622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.584707 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f5f24a-f7e5-4ea2-af30-c235f4b4ff8c req-b4e1406a-b6c6-4e7c-858c-6aa189ffed39 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6322765
Apr 21 13:36:19.597157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5225cc1-e632-4bea-8436-8840e1cf8a33 req-2fd66f31-38b6-406c-aa98-e27d98d73b56 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:19.599612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e5225cc1-e632-4bea-8436-8840e1cf8a33 req-2fd66f31-38b6-406c-aa98-e27d98d73b56 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 944 time: 0.4817233
Apr 21 13:36:19.629251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.690783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.699056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-98383802-c7c2-449e-97f1-0161af855772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:19.716873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:19.721233 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2990c8e1-342e-4475-94cb-b59753af1964 HTTP/1.1" status: 204  len: 168 time: 0.2258768
Apr 21 13:36:19.721647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990c8e1-342e-4475-94cb-b59753af1964,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:19.725100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:19.735992 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e5225cc1-e632-4bea-8436-8840e1cf8a33 req-f5a18ff8-5c5a-4022-8408-44ee589d79e1 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285090
Apr 21 13:36:19.776404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-4b93a1c5-6fcf-42ea-bef4-e286f3fc2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:19.777990 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-4b93a1c5-6fcf-42ea-bef4-e286f3fc2614 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d337a2f35504db281ec09f2705d43a7&device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 1097 time: 0.1125917
Apr 21 13:36:19.953663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-4a368457-09bf-41ab-808a-f7931d300624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:19.955571 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-4a368457-09bf-41ab-808a-f7931d300624 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 200  len: 916 time: 0.1701012
Apr 21 13:36:20.052604 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-7d883569-84c2-4981-9973-f1b624474228 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7970a1ac-3a7e-433b-b190-087e91cd405d HTTP/1.1" status: 200  len: 217 time: 0.0895684
Apr 21 13:36:20.171120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-42be2051-bdd1-454e-a81f-cc622c8d66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:20.173002 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-42be2051-bdd1-454e-a81f-cc622c8d66b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 200  len: 855 time: 0.1132350
Apr 21 13:36:20.248272 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-6e99ae4f-1d3b-4aec-b495-a2408fb35485 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37abe282-21a5-4136-b805-2d4e845a1fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631473
Apr 21 13:36:20.273030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48322) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:20.293251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.313378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:20.319358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Usage tracker for resource:security_group_rule and tenant:341f209ed4794f7786dfadf93677abb8 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:20.322763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:20.329923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:20.455677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.459672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.481998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1d70a8ed-87e8-43e4-93b3-7d1adf2a9a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:20.507000 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-e9fd7981-97e1-4c57-b46b-62a2b9d480bd service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934283
Apr 21 13:36:20.523360 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=341f209ed4794f7786dfadf93677abb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2461543
Apr 21 13:36:20.523891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48332) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:20.529946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5dd422-f4f1-42cb-9562-1fee450216af,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:20.533685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:20.580108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce53cb1-f77a-4001-9931-69bd09b1c47b req-4eabb4d6-84bd-4b62-b665-5576c6fd5288 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:20.581981 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fce53cb1-f77a-4001-9931-69bd09b1c47b req-4eabb4d6-84bd-4b62-b665-5576c6fd5288 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3263118
Apr 21 13:36:20.655408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.674296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fce53cb1-f77a-4001-9931-69bd09b1c47b req-5442c947-91b5-4b1c-80e6-c412ba209e2e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774355
Apr 21 13:36:20.691275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.743467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.745200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e9798a27-a0c3-4c91-94c7-252d6d650e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:20.760741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5dd422-f4f1-42cb-9562-1fee450216af,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:20.771917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.772326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.772726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.773129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.773511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.773880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.774274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.774688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.775079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.775458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.775842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.776226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:20.779656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:20.782240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:20.783500 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba5dd422-f4f1-42cb-9562-1fee450216af HTTP/1.1" status: 204  len: 168 time: 0.2585955
Apr 21 13:36:20.982295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a3e74-adca-4ca9-85aa-208ab52ca930 req-47258aca-70ce-4bc0-8f42-2a5fc5d31ca1 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:20.984292 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a3a3e74-adca-4ca9-85aa-208ab52ca930 req-47258aca-70ce-4bc0-8f42-2a5fc5d31ca1 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 944 time: 0.1127303
Apr 21 13:36:21.038942 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a3a3e74-adca-4ca9-85aa-208ab52ca930 req-f2946cce-4d73-4520-8fe6-0e560a1c0f3e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480189
Apr 21 13:36:21.585686 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-366958c8-9e7a-4a7d-b511-41b0f7af3b14 req-3df1179b-4f51-4679-a25a-3044f4d5cf70 service neutron] 10.222.0.44 "GET /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784916
Apr 21 13:36:21.941513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77e530-d13d-48cb-891e-f29fa8bb692b req-becea91b-b07c-4a91-9567-48b29985bda4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:21.943275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ba77e530-d13d-48cb-891e-f29fa8bb692b req-becea91b-b07c-4a91-9567-48b29985bda4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1188076
Apr 21 13:36:22.000943 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ba77e530-d13d-48cb-891e-f29fa8bb692b req-b873c4c4-3720-4650-ae1d-09eef236fb75 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498824
Apr 21 13:36:22.259351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48382) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:22.272204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191ab4c-2686-4355-ad9d-06f3c89084d2 req-a03885ec-2cb0-4fa9-be11-e58300f2e73a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:22.274407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c191ab4c-2686-4355-ad9d-06f3c89084d2 req-a03885ec-2cb0-4fa9-be11-e58300f2e73a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 944 time: 0.1056137
Apr 21 13:36:22.336488 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c191ab4c-2686-4355-ad9d-06f3c89084d2 req-2f1eb69a-7004-4533-ac2b-3771a51f80d4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543091
Apr 21 13:36:22.361602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7970a1ac-3a7e-433b-b190-087e91cd405d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:36:22.410389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.428061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:22.432137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ed0c8dedd6446f973747b5f15a21fe is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:22.435211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:22.441948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:22.510118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 7970a1ac-3a7e-433b-b190-087e91cd405d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7970a1ac-3a7e-433b-b190-087e91cd405d,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:22.525802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '7970a1ac-3a7e-433b-b190-087e91cd405d', 'network_id': '37abe282-21a5-4136-b805-2d4e845a1fd0', 'port_id': '7970a1ac-3a7e-433b-b190-087e91cd405d', 'mac_address': 'fa:16:3e:2e:08:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086dc98d-5588-4085-8861-c17762d900f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:36:22.535069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.538607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.548357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2657f356-1514-445e-9a7c-e96a60bd3ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:22.595731 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1ed0c8dedd6446f973747b5f15a21fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3351760
Apr 21 13:36:22.597324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.597634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76dc07d-c623-4df4-861b-ab4bda1e61cd,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:22.598791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48390) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:22.602079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:22.624399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7970a1ac-3a7e-433b-b190-087e91cd405d {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:36:22.641822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 7970a1ac-3a7e-433b-b190-087e91cd405d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7970a1ac-3a7e-433b-b190-087e91cd405d,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:22.648613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.650571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:22.681934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.711708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.728952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=7970a1ac-3a7e-433b-b190-087e91cd405d,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:22.737801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.738183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.738583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.739380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.739380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.739666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.739997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.740447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.741080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.741441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.741804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.742164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:22.746496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:22.784477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.790165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:22.804742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76dc07d-c623-4df4-861b-ab4bda1e61cd,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:22.808025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:22.808887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:22.812902 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d76dc07d-c623-4df4-861b-ab4bda1e61cd HTTP/1.1" status: 204  len: 168 time: 0.2102342
Apr 21 13:36:23.236942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0a49-60ac-4c63-9d8b-fc4f9f7a7be3 req-02bfbbcf-1305-4368-b2c1-f362f9eccd77 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:23.238641 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-809f0a49-60ac-4c63-9d8b-fc4f9f7a7be3 req-02bfbbcf-1305-4368-b2c1-f362f9eccd77 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1051407
Apr 21 13:36:23.298055 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-809f0a49-60ac-4c63-9d8b-fc4f9f7a7be3 req-d37a6695-03f4-4a0e-8dcd-f49718eba46a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517676
Apr 21 13:36:23.579183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013942-a5c2-4435-8a78-9adc77fed01b req-fec97041-7722-4ce8-9a0c-cab09150a29c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:23.580843 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ef013942-a5c2-4435-8a78-9adc77fed01b req-fec97041-7722-4ce8-9a0c-cab09150a29c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 945 time: 0.1011863
Apr 21 13:36:23.636724 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ef013942-a5c2-4435-8a78-9adc77fed01b req-619bb243-c8fd-4469-925a-52fae52c23a5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448427
Apr 21 13:36:23.902415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['7970a1ac-3a7e-433b-b190-087e91cd405d'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:36:24.516368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f02ad-236d-4f3e-9e2e-7c2fe2e05570 req-4c05866c-caab-4c0c-94c2-e3038af37420 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:24.518085 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-744f02ad-236d-4f3e-9e2e-7c2fe2e05570 req-4c05866c-caab-4c0c-94c2-e3038af37420 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.0949430
Apr 21 13:36:24.572445 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-744f02ad-236d-4f3e-9e2e-7c2fe2e05570 req-d95ed7e7-c328-4621-b76c-9998d2f768e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460374
Apr 21 13:36:24.858449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48452) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:24.868379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad4a2-ed3f-4c51-82b8-56d8ff1d8b7e req-e44a5093-6263-4795-a1fb-23c64d5c5d61 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:24.870078 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a02ad4a2-ed3f-4c51-82b8-56d8ff1d8b7e req-e44a5093-6263-4795-a1fb-23c64d5c5d61 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 945 time: 0.1059139
Apr 21 13:36:24.928592 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a02ad4a2-ed3f-4c51-82b8-56d8ff1d8b7e req-56f89c82-ba2b-42da-ab1f-19c118edc36a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513206
Apr 21 13:36:24.947420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Deleting subnet 08993354-af19-4c02-8f33-c1c1f2356ad0 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:36:24.954654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.023958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.091304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.397962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.403446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:25.446315 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.454288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08993354-af19-4c02-8f33-c1c1f2356ad0,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:25.457614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:25.470835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d2a2e35d-5b2b-4d35-9c3a-d6201c743522 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/08993354-af19-4c02-8f33-c1c1f2356ad0 HTTP/1.1" status: 204  len: 168 time: 0.6110609
Apr 21 13:36:25.474274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48472) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:25.621002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.848404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:25.925788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-b584226c-50d0-4ff3-bb9d-445edeb79cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:25.927641 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-b584226c-50d0-4ff3-bb9d-445edeb79cac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.2906682
Apr 21 13:36:25.991507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c91cf320>,) {'filters': {'network_id': ['1dbadb94-419e-40bf-9af4-f61d4af864a3']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:26.005493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c91cf320>, 'b9e336a2-0505-4109-9228-0a69dad0f021') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:26.005914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c91cf320>, 'b9e336a2-0505-4109-9228-0a69dad0f021') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:26.018995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.036112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.043578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:36:26.047051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cd46-aec4-425c-a3e5-2adb3b69b019 req-c4e54c76-2c76-4d85-bd0f-83910325dae2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:26.048712 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b863cd46-aec4-425c-a3e5-2adb3b69b019 req-c4e54c76-2c76-4d85-bd0f-83910325dae2 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2996483
Apr 21 13:36:26.069814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ff062-97fc-4194-a083-84e5a55302da req-dbfd49df-6c8a-47a6-9df1-61b49a8a8a95 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:26.071495 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-157ff062-97fc-4194-a083-84e5a55302da req-dbfd49df-6c8a-47a6-9df1-61b49a8a8a95 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3211927
Apr 21 13:36:26.192287 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b863cd46-aec4-425c-a3e5-2adb3b69b019 req-9a17be98-90bb-44ee-916f-72806b654253 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340523
Apr 21 13:36:26.198117 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-157ff062-97fc-4194-a083-84e5a55302da req-78f5cbaf-1794-4863-a968-0dc52d3703dd tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050837
Apr 21 13:36:26.203056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-c6e64591-1a76-428a-b944-2a7442b28582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:26.204657 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-c6e64591-1a76-428a-b944-2a7442b28582 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.2637331
Apr 21 13:36:26.246794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:36:26.257885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.322950 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-1e9bfac4-6dd5-44e3-b305-0c774c2f3532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.1053720
Apr 21 13:36:26.343681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7970a1ac-3a7e-433b-b190-087e91cd405d up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:26.435378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 7970a1ac-3a7e-433b-b190-087e91cd405d completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:26.445115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 7970a1ac-3a7e-433b-b190-087e91cd405d triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:26.445968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.482287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Network 1dbadb94-419e-40bf-9af4-f61d4af864a3 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:36:26.518051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c668-7d0e-47e8-8612-b4f7fa6e8778 req-0a93b404-2408-4090-a1fa-3d93444f6ebd tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:26.519858 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-97a4c668-7d0e-47e8-8612-b4f7fa6e8778 req-0a93b404-2408-4090-a1fa-3d93444f6ebd tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 945 time: 0.1928172
Apr 21 13:36:26.522391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-6ae81adf-d4a2-4a19-a40d-89a5998705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:26.523997 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-6ae81adf-d4a2-4a19-a40d-89a5998705c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.1186404
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:36:26.528619 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:36:26.599390 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-97a4c668-7d0e-47e8-8612-b4f7fa6e8778 req-ba585fef-371a-4f33-934b-363430d0ae32 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678682
Apr 21 13:36:26.612762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.655345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7970a1ac-3a7e-433b-b190-087e91cd405d'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:36:26.664782 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-b133344c-17ac-4a67-ae97-bb65510df528 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0781758
Apr 21 13:36:26.668223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.672243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 7970a1ac-3a7e-433b-b190-087e91cd405d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7970a1ac-3a7e-433b-b190-087e91cd405d,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:26.673809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15c13eea-f69d-405f-a4aa-acd1767ef36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:26.676153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.679241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:26.697694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:26.701092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbadb94-419e-40bf-9af4-f61d4af864a3,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:26.704873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:26.711344 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e3160f0d-3499-4fc3-8611-230faf52d62b admin admin] 10.222.0.41 "DELETE /v2.0/networks/1dbadb94-419e-40bf-9af4-f61d4af864a3 HTTP/1.1" status: 204  len: 168 time: 1.2326207
Apr 21 13:36:26.763816 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7970a1ac-3a7e-433b-b190-087e91cd405d', 'code': 200}
Apr 21 13:36:26.800155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=7970a1ac-3a7e-433b-b190-087e91cd405d,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:26.805121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:26.896013 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-cb66ede8-51b8-4c49-b9ff-d3a76759e247 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169559
Apr 21 13:36:27.023460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48542) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:27.185969 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-84bbb11a-2ac4-46c2-811a-f3e5f3e5b386 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=429ded4f57b94d38bde8f8885e051c23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1605377
Apr 21 13:36:27.189550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48552) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:27.248788 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4491bdb9-f3c7-4a13-995a-de4097653048 req-a62252ad-5df2-4203-97cb-673960db5850 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441687
Apr 21 13:36:27.278124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:27.313148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:27.460481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:27.473548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-90ec59ae-bb52-4c85-b75e-d953d24533ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:27.496351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac152615-1877-434e-bd2a-61e912d6436a,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:27.499326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:27.506794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:27.508018 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a22c9032-5324-4f30-a3ef-194416b9462e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac152615-1877-434e-bd2a-61e912d6436a HTTP/1.1" status: 204  len: 168 time: 0.3167675
Apr 21 13:36:27.575291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48580) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:27.892893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48594) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:27.915502 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-ee319c89-ba58-4b2d-a77f-9c51f3c292c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5229220
Apr 21 13:36:27.919700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69984a-6826-4889-b6a9-fc4059160c08 req-538bd987-58c8-4c2d-83af-8db7a6266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:27.921302 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1e69984a-6826-4889-b6a9-fc4059160c08 req-538bd987-58c8-4c2d-83af-8db7a6266f71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 1099 time: 0.6712463
Apr 21 13:36:28.028267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c16cfe-306c-4b22-b6cd-381b4123e5d2 req-fbde9204-5a4c-435d-963e-9b0d04377ce4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:28.029947 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-99c16cfe-306c-4b22-b6cd-381b4123e5d2 req-fbde9204-5a4c-435d-963e-9b0d04377ce4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.5337677
Apr 21 13:36:28.035010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.048398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d241-58d5-419f-8d30-f0a88f92b321 req-bc0bea78-54fc-4811-9af1-ac69aaf060e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:28.051066 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e895d241-58d5-419f-8d30-f0a88f92b321 req-bc0bea78-54fc-4811-9af1-ac69aaf060e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.5578640
Apr 21 13:36:28.059370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:28.064035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Usage tracker for resource:security_group_rule and tenant:ddee067e65324e738b093724c6b0397d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:28.067206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.078995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:28.081115 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1e69984a-6826-4889-b6a9-fc4059160c08 req-ee89e795-ce29-4ee0-adee-efb42e03268a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365571
Apr 21 13:36:28.087059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:28.095541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:28.104400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Usage tracker for resource:security_group_rule and tenant:f00e2e4d23164e288c6c6737002546c1 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:28.108240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:28.124563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:28.201312 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e895d241-58d5-419f-8d30-f0a88f92b321 req-06e803e1-5b32-42a2-a068-63f7b7219b53 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373687
Apr 21 13:36:28.205108 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-99c16cfe-306c-4b22-b6cd-381b4123e5d2 req-27be97a1-af27-4255-b733-ec068d394bb7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1657493
Apr 21 13:36:28.221617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-34f0df0d-879d-4ad0-8d0a-291ede1337fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:28.223289 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-34f0df0d-879d-4ad0-8d0a-291ede1337fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 1098 time: 0.2595246
Apr 21 13:36:28.310941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.356232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.416637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4edb8138-9185-4977-b17b-d99f64280196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:28.429856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddee067e65324e738b093724c6b0397d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8531907
Apr 21 13:36:28.430766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48616) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:28.445449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.478608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.549752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b17c8cd-4a30-4356-8fd8-dbaf04e1be8d,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:28.554398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-f5a7039a-9552-496e-a7ad-6a7789a46c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:28.556045 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-f5a7039a-9552-496e-a7ad-6a7789a46c1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.2884207
Apr 21 13:36:28.568959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19c4a5-27c6-4737-be0f-074fdeaa4750 req-9f69320e-17ac-4554-a4ae-20861a7c031f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:28.576826 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa19c4a5-27c6-4737-be0f-074fdeaa4750 req-9f69320e-17ac-4554-a4ae-20861a7c031f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 946 time: 0.1850491
Apr 21 13:36:28.579071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:28.587363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3b408c99-0097-4602-b6c6-5c461b241877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:28.701911 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f00e2e4d23164e288c6c6737002546c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8040409
Apr 21 13:36:28.707572 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-ecefc278-2ed9-456c-9048-586108f51ed3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=718c98cd-c27a-4bec-aa8a-e680b3991747 HTTP/1.1" status: 200  len: 217 time: 0.1281843
Apr 21 13:36:28.708262 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48626) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:28.720238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae084a-3374-4cb6-806e-4e5c8dbd7934,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:28.723735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.726987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:28.757544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.822943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.829010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-26b0c658-f72b-465a-bfb4-6ea0a0e7de86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:28.845106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b17c8cd-4a30-4356-8fd8-dbaf04e1be8d,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:28.848583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:28.854189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:28.858497 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b17c8cd-4a30-4356-8fd8-dbaf04e1be8d HTTP/1.1" status: 204  len: 168 time: 0.4222198
Apr 21 13:36:28.960602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-52ed1f6c-039c-440b-aa97-9fd609ef4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:28.962253 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-52ed1f6c-039c-440b-aa97-9fd609ef4b9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.1728213
Apr 21 13:36:29.005476 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa19c4a5-27c6-4737-be0f-074fdeaa4750 req-d30dab69-1e61-41a8-91b6-3b0ad922935a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4222009
Apr 21 13:36:29.102808 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-cc214f74-1950-44dc-8c15-ecccf8005bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1246395
Apr 21 13:36:29.404880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4010af-6e0d-41b2-8bfb-9cfbbcae8a29 req-e59ab3ae-5a2f-4063-a165-b4920282f093 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:29.413671 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f4010af-6e0d-41b2-8bfb-9cfbbcae8a29 req-e59ab3ae-5a2f-4063-a165-b4920282f093 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.7063568
Apr 21 13:36:29.415031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.422733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48644) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:29.522821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.567011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.574187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672779-c393-4a47-9785-e5c5c107f636 req-677b9019-3f1a-48fc-abdd-69e9bbe9b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:29.575862 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-677b9019-3f1a-48fc-abdd-69e9bbe9b651 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1099 time: 0.7669659
Apr 21 13:36:29.591545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:29.595935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Usage tracker for resource:security_group_rule and tenant:a616c7bb459a4160a8418d8251c1baea is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:29.599004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:29.605147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:29.698274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.701532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.715451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3a00103-21f1-4b15-b0a6-9f50fe6c13b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:29.726410 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f4010af-6e0d-41b2-8bfb-9cfbbcae8a29 req-6cd1a092-537b-4471-a02d-81d4fdb40188 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3017068
Apr 21 13:36:29.752392 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-730e4777-616d-4c46-a756-1d6f6deb4cfe service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6273918
Apr 21 13:36:29.767301 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a616c7bb459a4160a8418d8251c1baea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3417103
Apr 21 13:36:29.768415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9fc550-3946-4e0d-88ae-bee8aed93cda,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:29.772306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48650) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:29.775445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:29.839813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.868793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.926158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.931458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6128b71c-71e6-400e-a845-39c56e62118d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:29.938481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0545-0dd7-47a9-aee0-f70d3982858f req-9a683a22-dd6a-4213-8c5a-ea68b0c03ece tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:29.938481 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ac1b0545-0dd7-47a9-aee0-f70d3982858f req-9a683a22-dd6a-4213-8c5a-ea68b0c03ece tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.4772127
Apr 21 13:36:29.948443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9fc550-3946-4e0d-88ae-bee8aed93cda,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:29.954075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:29.956442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.959524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:29.961168 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd9fc550-3946-4e0d-88ae-bee8aed93cda HTTP/1.1" status: 204  len: 168 time: 0.1876352
Apr 21 13:36:29.967677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dc960950-2083-460d-a31d-90f1e54363b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:29.981129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672779-c393-4a47-9785-e5c5c107f636 req-586ac5f8-b515-4435-8557-94c563487c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:29.982799 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-586ac5f8-b515-4435-8557-94c563487c75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.3941028
Apr 21 13:36:30.093963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae084a-3374-4cb6-806e-4e5c8dbd7934,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:30.111952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:30.124441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:30.128161 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dae084a-3374-4cb6-806e-4e5c8dbd7934 HTTP/1.1" status: 204  len: 168 time: 1.4129713
Apr 21 13:36:30.133894 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13c640a6-6d13-43d9-833c-bcf15b305d32 req-60076e07-ffc5-42de-9ee8-9204177ae8e1 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3665636
Apr 21 13:36:30.213569 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ac1b0545-0dd7-47a9-aee0-f70d3982858f req-cb94ea5c-bf69-4751-844e-cc205748d3a0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469497
Apr 21 13:36:30.234223 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-0048b657-e696-40a8-bee9-a3d132d46e95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 1002 time: 0.2321658
Apr 21 13:36:30.346862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f523-711a-4795-b9dc-295b19e1da6e req-912b103c-3567-4711-9774-23eb0308f74e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:30.348564 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5413f523-711a-4795-b9dc-295b19e1da6e req-912b103c-3567-4711-9774-23eb0308f74e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 946 time: 0.2198687
Apr 21 13:36:30.350768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672779-c393-4a47-9785-e5c5c107f636 req-ac13396d-da91-45ba-bb65-ca0c8de80538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:30.352466 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-ac13396d-da91-45ba-bb65-ca0c8de80538 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.1016471
Apr 21 13:36:30.453502 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5413f523-711a-4795-b9dc-295b19e1da6e req-5080dd50-29db-4bc9-88ff-eeef5c9b26f3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978875
Apr 21 13:36:30.493478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672779-c393-4a47-9785-e5c5c107f636 req-56a94d38-2c83-4cca-89d0-4c90fdc33e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:30.495191 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-56a94d38-2c83-4cca-89d0-4c90fdc33e26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236634
Apr 21 13:36:30.758185 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-8c05598d-232e-45b3-b9fe-08b4b787779b service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529299
Apr 21 13:36:31.138046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc95663-dbea-487b-aa05-c888f134042a req-3550bb37-2cc0-4e05-bc7a-7de2d40fc26e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:31.139687 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-efc95663-dbea-487b-aa05-c888f134042a req-3550bb37-2cc0-4e05-bc7a-7de2d40fc26e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2388320
Apr 21 13:36:31.150005 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3672779-c393-4a47-9785-e5c5c107f636 req-e6c93ddc-9afa-4cd2-851b-28014678df68 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3747187
Apr 21 13:36:31.196279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.235063 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-efc95663-dbea-487b-aa05-c888f134042a req-546ca18a-e24a-452b-972f-09e441074e5a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836811
Apr 21 13:36:31.376790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48702) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:31.456812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f7e1-9fb9-470f-b3c4-bbb9b96c3686 req-c6c51fd3-d612-4b8c-9731-6d595cedc6c0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:31.458571 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a95f7e1-9fb9-470f-b3c4-bbb9b96c3686 req-c6c51fd3-d612-4b8c-9731-6d595cedc6c0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1080124
Apr 21 13:36:31.514692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1371273888-network', 'tenant_id': '82b8821758654e448719caa6964138df'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:31.515034 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a95f7e1-9fb9-470f-b3c4-bbb9b96c3686 req-48fd5723-ee66-459c-8f5d-fcd5c212f12c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495341
Apr 21 13:36:31.522436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:31.526947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Usage tracker for resource:network and tenant:82b8821758654e448719caa6964138df is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:31.530558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:31.537984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:31.549169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Made reservation on behalf of 82b8821758654e448719caa6964138df for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:31.554044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.568697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.589464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:31.593548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Usage tracker for resource:security_group_rule and tenant:82b8821758654e448719caa6964138df is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:31.596668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:31.603543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:31.706736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.707670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48716) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:31.710323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.714949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cf1c1e9e-0e9c-4576-a73b-378b5e4c7447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:31.744459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:36:31.759753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88d9e1-f443-4003-8942-8149ee0eb2f6,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:31.764305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:31.767625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.768020 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Added segment 97c8704d-2b39-4cef-a575-5e44cb3c61c5 of type vlan for network d6efa583-edea-46d9-be9f-3164e59378cc
Apr 21 13:36:31.804786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.851305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.852706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:31.853363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.857311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bda3a91f-2832-4916-a7e1-ce52b881e89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:31.863882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-203791685-network', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:31.869242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:31.873698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Usage tracker for resource:network and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:31.877511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:31.885733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:31.896981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Made reservation on behalf of 577b9c5ee7d94c529beacd039b8e66a0 for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:31.903606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.946608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:31.968743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:31.971466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:31.975470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:31.980388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Pushing event updated for resources: {'Network': ['ID=d6efa583-edea-46d9-be9f-3164e59378cc,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:31.983488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:31.984248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:31.988951 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6110024
Apr 21 13:36:31.992261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48724) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:31.992831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network d6efa583-edea-46d9-be9f-3164e59378cc details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:36:31.999821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Request body: {'subnet': {'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1371273888-subnet', 'tenant_id': '82b8821758654e448719caa6964138df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:32.011179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:32.025522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Usage tracker for resource:subnet and tenant:82b8821758654e448719caa6964138df is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:32.028825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:32.035800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:32.046920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Made reservation on behalf of 82b8821758654e448719caa6964138df for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:32.054349 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852543550'] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.091601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.097661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.103129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4a2a234c-f2c5-4ce0-bdba-6f594d7c9bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:32.123843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:36:32.154409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.155153 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Added segment 43fd218d-797c-48f4-8334-9c3c375cf2be of type vlan for network 06587a9b-ae14-4e2b-a617-14d27cf17c0f
Apr 21 13:36:32.160816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de07b15-2c17-44b1-996b-8717477a935a,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:32.164541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:32.200938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.239370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.243189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:32.245683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.251902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7af37977-a36f-427c-8542-8ee96667d9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:32.652261 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9405029
Apr 21 13:36:32.652261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Pushing event updated for resources: {'Network': ['ID=06587a9b-ae14-4e2b-a617-14d27cf17c0f,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:32.653265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48738) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:32.657685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:32.664158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:36:32.664701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Request body: {'subnet': {'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-203791685-subnet', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:32.669686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:32.673953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Usage tracker for resource:subnet and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:32.677108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:32.684790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:32.699020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Made reservation on behalf of 577b9c5ee7d94c529beacd039b8e66a0 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:32.703975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851710890'] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.837497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22e9da-504e-4173-b8e9-d404161352c1 req-485e9301-2093-48d4-ad11-d21420ad9520 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:32.839263 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8b22e9da-504e-4173-b8e9-d404161352c1 req-485e9301-2093-48d4-ad11-d21420ad9520 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2792370
Apr 21 13:36:32.863426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851014308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852543533'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:32.869980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-837d42a1-0c9d-43c1-9045-e013004492c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:32.920938 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8b22e9da-504e-4173-b8e9-d404161352c1 req-fc4a40ca-6fb3-42c9-83ab-3880795a23c8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728197
Apr 21 13:36:33.051695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78a9a0a-5a2e-4233-b720-fa326c2e5f74,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:33.063083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:33.063083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Checking segment: {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:33.063083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Network hostable DHCP agents. Network: d6efa583-edea-46d9-be9f-3164e59378cc, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:36:33.084646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Network d6efa583-edea-46d9-be9f-3164e59378cc is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:36:33.097183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, d6efa583-edea-46d9-be9f-3164e59378cc) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:33.108507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7d8d7-97c7-4554-8fb2-a9b23b3716f3 None None] Network d6efa583-edea-46d9-be9f-3164e59378cc requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:36:33.114475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:33.116716 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:33.164787 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1709933
Apr 21 13:36:33.312710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e625-c6fa-4ec4-b651-7addd8d563e9 req-45722c42-d87c-4ff4-97de-c863de97f922 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:33.314642 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d558e625-c6fa-4ec4-b651-7addd8d563e9 req-45722c42-d87c-4ff4-97de-c863de97f922 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2315128
Apr 21 13:36:33.374314 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5452e8fe-66e1-4985-8639-76e082442a38 None None] Network d6efa583-edea-46d9-be9f-3164e59378cc requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:36:33.410497 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d558e625-c6fa-4ec4-b651-7addd8d563e9 req-6a9fd1d6-4abf-4e8f-ab33-3cb032112fc9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770099
Apr 21 13:36:33.515887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1267249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851710905'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:33.521889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:33.609177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1865d8a1-2409-428d-9f94-26faf2c8efa0,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:33.621842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:33.639392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Checking segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:33.639949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Network hostable DHCP agents. Network: 06587a9b-ae14-4e2b-a617-14d27cf17c0f, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:36:33.667917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:36:33.679936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 06587a9b-ae14-4e2b-a617-14d27cf17c0f) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:33.689218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d99a1-3329-4e0d-9457-84fb01ba692b None None] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:36:33.701118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:33.702048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:33.725415 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0708547
Apr 21 13:36:33.728424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48756) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:33.737717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:33.745934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:33.750401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Usage tracker for resource:router and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:33.754741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:33.761876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:33.772639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:33.773845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:33.792153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.093489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:36:34.094664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.208099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.333342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf17c4-611f-4b47-965e-f6d26c29bbf6 req-360974fc-da63-41f2-a7a3-137df774e77a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:34.335477 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4dcf17c4-611f-4b47-965e-f6d26c29bbf6 req-360974fc-da63-41f2-a7a3-137df774e77a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2628565
Apr 21 13:36:34.401354 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4dcf17c4-611f-4b47-965e-f6d26c29bbf6 req-f099ee21-9d93-459f-aac7-e814c025afa8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589118
Apr 21 13:36:34.469692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f7c80cc-8b7f-420e-a19e-b2b87e7af2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.573625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Allocated IP 172.20.0.2 (06587a9b-ae14-4e2b-a617-14d27cf17c0f/1865d8a1-2409-428d-9f94-26faf2c8efa0/5337c3ac-bbc9-4883-898b-ba95334af01b) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:34.706494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.746316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.812266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46dccf-be12-498d-8beb-4e5f1501f191 req-48e62270-5356-48d1-8482-071fdb16964c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:34.814066 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa46dccf-be12-498d-8beb-4e5f1501f191 req-48e62270-5356-48d1-8482-071fdb16964c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2395210
Apr 21 13:36:34.822280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.835214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Transition to ACTIVE for port object 5337c3ac-bbc9-4883-898b-ba95334af01b will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:34.856004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Transition to ACTIVE for port object 5337c3ac-bbc9-4883-898b-ba95334af01b will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:34.861011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:34.867241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:34.939565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:34.941676 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa46dccf-be12-498d-8beb-4e5f1501f191 req-6463a4bd-0602-48ab-85ea-db3b9dccb6da tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202548
Apr 21 13:36:34.944153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:34.947196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:34.970076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Allocated IP 172.27.0.234 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/38a02204-69e5-4490-b287-e7ea8bb55bf0) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:34.994174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Pushing event updated for resources: {'Port': ['ID=5337c3ac-bbc9-4883-898b-ba95334af01b,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:34.997317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:35.060532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Attempting to bind port 5337c3ac-bbc9-4883-898b-ba95334af01b on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:35.060957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Attempting to bind port 5337c3ac-bbc9-4883-898b-ba95334af01b by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:35.061380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Attempting to bind port 5337c3ac-bbc9-4883-898b-ba95334af01b on network 06587a9b-ae14-4e2b-a617-14d27cf17c0f {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:35.067763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:35.068750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Checking segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:35.069229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:35.069664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Bound using segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:35.070195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Bound port: 5337c3ac-bbc9-4883-898b-ba95334af01b, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:35.070662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:35.176487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] For port 5337c3ac-bbc9-4883-898b-ba95334af01b, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:35.180847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:35.181060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] For port 5337c3ac-bbc9-4883-898b-ba95334af01b, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=5337c3ac-bbc9-4883-898b-ba95334af01b,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:35.184462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:35.190062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3b2ed25-c3dd-4226-bcc4-ae75927651e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:35.220932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:35.226217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-92643809-421d-4b55-b62b-591ffd565da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:35.284646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Pushing event updated for resources: {'Port': ['ID=5337c3ac-bbc9-4883-898b-ba95334af01b,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:35.288761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:35.342005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:35.349607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:35.601498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:35.647377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Pushing event updated for resources: {'Port': ['ID=38a02204-69e5-4490-b287-e7ea8bb55bf0,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:35.658721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:35.914772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-750ca6e3-7a16-4a29-acfc-cf385978e263 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:35.916470 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-750ca6e3-7a16-4a29-acfc-cf385978e263 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/networks?id=d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 200  len: 814 time: 0.6252489
Apr 21 13:36:35.951867 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-2b666efd-ae02-422a-9d47-22987f2b0bff tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/quotas/82b8821758654e448719caa6964138df HTTP/1.1" status: 200  len: 375 time: 0.0223627
Apr 21 13:36:36.014039 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-2da23f6e-554e-406d-a929-be874723d198 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82b8821758654e448719caa6964138df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517123
Apr 21 13:36:36.399130 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-392643c6-5ad5-45b1-bc29-c856b7e339b8 service neutron] 10.222.0.41 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3317590
Apr 21 13:36:36.408754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:36.477922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a926f-05bc-4abd-bfc3-a1cad146ab35 req-9d8df9a7-d252-4670-ac9e-f9047781ae1f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:36.479559 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-249a926f-05bc-4abd-bfc3-a1cad146ab35 req-9d8df9a7-d252-4670-ac9e-f9047781ae1f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.4136024
Apr 21 13:36:36.721656 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-249a926f-05bc-4abd-bfc3-a1cad146ab35 req-97ea184a-77f5-413f-8ad0-c0b1e41b376a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090476
Apr 21 13:36:36.824089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-565b00f5-48c9-4fa7-8782-c4cea0762694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:36.842063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d83aac-1485-4055-8890-a644bee11211 None None] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:36:36.848240 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-b2c5eeb2-5b3b-40b3-9a61-d492d65911d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3793733
Apr 21 13:36:36.951014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 5337c3ac-bbc9-4883-898b-ba95334af01b up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:37.020678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.062064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-bafdd804-c854-4b54-9345-605b3ca32503 None None] Provisioning for port 5337c3ac-bbc9-4883-898b-ba95334af01b completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:37.065342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.116928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 5337c3ac-bbc9-4883-898b-ba95334af01b completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:37.155129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 5337c3ac-bbc9-4883-898b-ba95334af01b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:37.155569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.371646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.421696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 5337c3ac-bbc9-4883-898b-ba95334af01b, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=5337c3ac-bbc9-4883-898b-ba95334af01b,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:37.426515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.428567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:37.442382 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a478b0e-3b1b-48ee-8b8e-8bcd4d66f63c req-856eaf7b-025f-4fd3-a3cc-17fbbd07d2ab tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 210 time: 0.3463347
Apr 21 13:36:37.551335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=5337c3ac-bbc9-4883-898b-ba95334af01b,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:37.558940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:37.571825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Router c410bb17-1f10-4217-8a5e-a122b6d87b97 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:36:37.710213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-dafc46d8-109c-4555-8058-5b70de36f7b1 None None] Provisioning complete for port 5337c3ac-bbc9-4883-898b-ba95334af01b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:37.710591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafc46d8-109c-4555-8058-5b70de36f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.790331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:36:37.802053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Sync routers for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:36:37.820119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:37.823110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09e5f8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:37.828269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:37.830646 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.0999546
Apr 21 13:36:37.832809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 48814) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:38.019744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:38.057849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:38.152870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74650acc-156d-4686-b2da-3f957be13e9b req-379fae32-ab26-4396-98db-182364935946 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:38.154531 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74650acc-156d-4686-b2da-3f957be13e9b req-379fae32-ab26-4396-98db-182364935946 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2422695
Apr 21 13:36:38.363018 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74650acc-156d-4686-b2da-3f957be13e9b req-31754138-2ea5-41d1-966f-210f2bd8bbeb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481397
Apr 21 13:36:38.395475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09e5f8>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:35Z', 'revision_number': 3, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:38.406455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Checking router: c410bb17-1f10-4217-8a5e-a122b6d87b97 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:36:38.407053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Updating router c410bb17-1f10-4217-8a5e-a122b6d87b97 port 38a02204-69e5-4490-b287-e7ea8bb55bf0 binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:36:38.481946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:38.853165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:38.868921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:38.886589 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fde8b488-737e-449a-af6f-442741440916 req-ee65c0cc-0ca7-4bb9-89fa-9b94a439a34b tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 210 time: 0.2333844
Apr 21 13:36:38.916690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 5337c3ac-bbc9-4883-898b-ba95334af01b up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:39.048196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 5337c3ac-bbc9-4883-898b-ba95334af01b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:39.048656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:39.164146 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-3cbc3984-10e1-4469-a757-4d84199896c8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:39.166177 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-3cbc3984-10e1-4469-a757-4d84199896c8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "GET /v2.0/networks?id=d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 200  len: 814 time: 0.4027805
Apr 21 13:36:39.167725 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:39.184703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Transition to ACTIVE for port object 38a02204-69e5-4490-b287-e7ea8bb55bf0 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:39.199341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:39.199902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Request body: {'port': {'device_id': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc', 'admin_state_up': True, 'tenant_id': '82b8821758654e448719caa6964138df'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:39.204564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:39.290804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Attempting to bind port 38a02204-69e5-4490-b287-e7ea8bb55bf0 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:39.291280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Attempting to bind port 38a02204-69e5-4490-b287-e7ea8bb55bf0 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:39.291826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Attempting to bind port 38a02204-69e5-4490-b287-e7ea8bb55bf0 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:39.294689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898080cb-6931-44f5-9596-c31066265017 None None] Pushing event updated for resources: {'Port': ['ID=38a02204-69e5-4490-b287-e7ea8bb55bf0,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:39.307893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.308523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.309054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.309401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.309913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.310501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.310932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.311492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.312004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.312498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.312853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.313207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898080cb-6931-44f5-9596-c31066265017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:36:39.318355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:39.318875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:39.319507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:39.320014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:39.320692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Bound port: 38a02204-69e5-4490-b287-e7ea8bb55bf0, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:39.321165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:39.352578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-898080cb-6931-44f5-9596-c31066265017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:39.408172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Allocated IP 172.20.0.1 (06587a9b-ae14-4e2b-a617-14d27cf17c0f/1865d8a1-2409-428d-9f94-26faf2c8efa0/681361fd-52d7-4ea8-ab5b-f251312ac1dd) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:39.423104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] For port 38a02204-69e5-4490-b287-e7ea8bb55bf0, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:39.426835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] For port 38a02204-69e5-4490-b287-e7ea8bb55bf0, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=38a02204-69e5-4490-b287-e7ea8bb55bf0,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:39.431194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:39.436518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:39.440005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:39.470602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Usage tracker for resource:port and tenant:82b8821758654e448719caa6964138df is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:39.480743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:39.513806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898080cb-6931-44f5-9596-c31066265017 None None] Pushing event updated for resources: {'Port': ['ID=38a02204-69e5-4490-b287-e7ea8bb55bf0,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:39.519242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-898080cb-6931-44f5-9596-c31066265017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:39.528765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:39.529514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09e5f8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:39.553720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:39.757971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:39.873144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Made reservation on behalf of 82b8821758654e448719caa6964138df for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:39.888871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:40.235960 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-de2ac614-8416-4b9f-a282-23063a3462f3 req-a75fab2e-dc1e-43ff-a423-52d38c92fe12 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 210 time: 0.1210039
Apr 21 13:36:40.254234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:40.269561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Allocated IP 172.20.0.4 (d6efa583-edea-46d9-be9f-3164e59378cc/b78a9a0a-5a2e-4233-b720-fa326c2e5f74/8c8ba788-5953-49dd-846d-f7d5e3012e07) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:40.278645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09e5f8>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:35Z', 'revision_number': 3, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:40.284405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c41937-b8bb-488f-a499-10c1aa10333c None None] The sync data for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi is: [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:35Z', 'revision_number': 3, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:36:40.291769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Transition to ACTIVE for port object 681361fd-52d7-4ea8-ab5b-f251312ac1dd will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:40.313250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6a67-1179-47b9-93c6-ce361aff71f2 req-4dd8da0a-f690-41de-8f22-7d65c59096d6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:40.315241 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b8bc6a67-1179-47b9-93c6-ce361aff71f2 req-4dd8da0a-f690-41de-8f22-7d65c59096d6 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.7683761
Apr 21 13:36:40.437920 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b8bc6a67-1179-47b9-93c6-ce361aff71f2 req-7e452531-85d3-4bc1-87bd-680ee6f6b2e0 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145821
Apr 21 13:36:40.467965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:40.523071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9afb60a9-d808-4ef7-a878-09065f04a205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:40.610309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:40.621048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:40.639562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:40.714355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Pushing event updated for resources: {'Port': ['ID=681361fd-52d7-4ea8-ab5b-f251312ac1dd,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:40.719690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:40.791718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:40.931784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 38a02204-69e5-4490-b287-e7ea8bb55bf0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:40.999818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b4370ee4-11c7-4fa4-87f5-274581335545 None None] Provisioning for port 681361fd-52d7-4ea8-ab5b-f251312ac1dd completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:41.017423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b4370ee4-11c7-4fa4-87f5-274581335545 None None] Provisioning complete for port 681361fd-52d7-4ea8-ab5b-f251312ac1dd triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:41.018164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4370ee4-11c7-4fa4-87f5-274581335545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.036910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.144872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b4370ee4-11c7-4fa4-87f5-274581335545 None None] Port 681361fd-52d7-4ea8-ab5b-f251312ac1dd cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:36:41.166314 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 38a02204-69e5-4490-b287-e7ea8bb55bf0 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:41.180707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 38a02204-69e5-4490-b287-e7ea8bb55bf0 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:41.181316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.308920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.316924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:41.367695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.392438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.397154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 38a02204-69e5-4490-b287-e7ea8bb55bf0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=38a02204-69e5-4490-b287-e7ea8bb55bf0,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:41.402977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.406317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:41.509827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=38a02204-69e5-4490-b287-e7ea8bb55bf0,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:41.513313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:41.518104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Network d6efa583-edea-46d9-be9f-3164e59378cc is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:41.558882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:41.561372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:41.613519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Pushing event updated for resources: {'Port': ['ID=8c8ba788-5953-49dd-846d-f7d5e3012e07,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:41.617640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:41.776358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:41.777040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:41.915224 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7275064
Apr 21 13:36:41.928446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39715a05-95b2-4037-b30d-134b25d87637 req-2f58f52b-a959-4651-ac18-d1830666bf3d tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:41.929360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-39715a05-95b2-4037-b30d-134b25d87637 req-2f58f52b-a959-4651-ac18-d1830666bf3d tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Synchronizing usage tracker for tenant:82b8821758654e448719caa6964138df on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:36:41.942284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Request body: {'port': {'device_id': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:42.016475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b87d4-3c0c-41ca-a2a8-850aba94b4d4 req-41982283-f478-4973-96b3-f0ea557fde65 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:42.018511 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4b2b87d4-3c0c-41ca-a2a8-850aba94b4d4 req-41982283-f478-4973-96b3-f0ea557fde65 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.4090695
Apr 21 13:36:42.277593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-39715a05-95b2-4037-b30d-134b25d87637 req-2f58f52b-a959-4651-ac18-d1830666bf3d tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Unset dirty status for tenant:82b8821758654e448719caa6964138df on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:36:42.278951 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-39715a05-95b2-4037-b30d-134b25d87637 req-2f58f52b-a959-4651-ac18-d1830666bf3d tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 931 time: 0.8527696
Apr 21 13:36:42.416166 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4b2b87d4-3c0c-41ca-a2a8-850aba94b4d4 req-b5c20a2e-4ba4-4c11-b64a-97df1c7ac380 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3669765
Apr 21 13:36:42.420181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:42.429503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:42.441369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:42.479606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:42.531229 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-39715a05-95b2-4037-b30d-134b25d87637 req-7c5989e1-f301-4c08-895e-742297521543 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410820
Apr 21 13:36:42.634377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Pushing event updated for resources: {'Port': ['ID=681361fd-52d7-4ea8-ab5b-f251312ac1dd,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:42.643668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:42.652035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:42.877063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 38a02204-69e5-4490-b287-e7ea8bb55bf0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:43.015277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 38a02204-69e5-4490-b287-e7ea8bb55bf0 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:43.015462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:43.045102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:43.053807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:43.289312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-788345b1-f569-469a-80c3-462522d59af5 None None] Provisioning complete for port 681361fd-52d7-4ea8-ab5b-f251312ac1dd triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:43.289734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-788345b1-f569-469a-80c3-462522d59af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:43.314539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8ba788-5953-49dd-846d-f7d5e3012e07 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:36:43.327792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:43.352045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-788345b1-f569-469a-80c3-462522d59af5 None None] Port 681361fd-52d7-4ea8-ab5b-f251312ac1dd cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:36:43.353920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Router c410bb17-1f10-4217-8a5e-a122b6d87b97 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:36:43.355531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Transition to ACTIVE for port object 8c8ba788-5953-49dd-846d-f7d5e3012e07 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:43.360701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:43.368223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bc4208b5-7150-44b0-a348-8a5266012a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:43.731808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8ba788-5953-49dd-846d-f7d5e3012e07,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:43.777041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:43.930919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:36:43.941031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Sync routers for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:36:43.949672 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] 10.222.0.41 "PUT /v2.0/routers/c410bb17-1f10-4217-8a5e-a122b6d87b97/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1087909
Apr 21 13:36:43.952794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:43.953541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5d54c5940>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:43.976998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Attempting to bind port 8c8ba788-5953-49dd-846d-f7d5e3012e07 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:43.977882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Attempting to bind port 8c8ba788-5953-49dd-846d-f7d5e3012e07 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:43.978531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Attempting to bind port 8c8ba788-5953-49dd-846d-f7d5e3012e07 on network d6efa583-edea-46d9-be9f-3164e59378cc {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:43.998118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e3a10-a1a0-48b2-97d8-f4cc2f315a8a req-a905a28c-bba7-45bb-b589-042d1d7a8b4b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:44.000354 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-564e3a10-a1a0-48b2-97d8-f4cc2f315a8a req-a905a28c-bba7-45bb-b589-042d1d7a8b4b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.4626145
Apr 21 13:36:44.012510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128d40-23db-4684-9a2f-a567ff33b060 req-46d1b0b9-34e3-442a-b997-71fd9db559cc tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:44.014821 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f9128d40-23db-4684-9a2f-a567ff33b060 req-46d1b0b9-34e3-442a-b997-71fd9db559cc tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 943 time: 0.3004103
Apr 21 13:36:44.046248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Port 8c8ba788-5953-49dd-846d-f7d5e3012e07 on network d6efa583-edea-46d9-be9f-3164e59378cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:36:44.046766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Attempting to bind port 8c8ba788-5953-49dd-846d-f7d5e3012e07 on network d6efa583-edea-46d9-be9f-3164e59378cc {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:44.092497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:44.092889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Checking segment: {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:44.093306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Bound using segment: {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:44.093807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Bound port: 8c8ba788-5953-49dd-846d-f7d5e3012e07, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:44.094928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:44.129466 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-564e3a10-a1a0-48b2-97d8-f4cc2f315a8a req-c2ccf6c2-1e47-4f8b-9a2f-4e2e88bb59f5 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129000
Apr 21 13:36:44.190177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:44.213417 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f9128d40-23db-4684-9a2f-a567ff33b060 req-6b61963d-582b-4bea-8168-aceac91cd034 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448364
Apr 21 13:36:44.282041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] For port 8c8ba788-5953-49dd-846d-f7d5e3012e07, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:44.286388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] For port 8c8ba788-5953-49dd-846d-f7d5e3012e07, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:44.291470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:44.305823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-61a81c31-ecb3-4da4-af4d-4fee1e4df79a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:44.415154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8ba788-5953-49dd-846d-f7d5e3012e07,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:44.420586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:44.425175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:44.426200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:44.428397 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c8ba788-5953-49dd-846d-f7d5e3012e07 HTTP/1.1" status: 200  len: 1093 time: 2.4940417
Apr 21 13:36:44.429028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'tag': '8c8ba788-5953-49dd-846d-f7d5e3012e07'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:36:44.532641 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'tag': '8c8ba788-5953-49dd-846d-f7d5e3012e07', 'status': 'completed', 'code': 200}
Apr 21 13:36:44.675320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-c779956d-a2e4-4946-aef8-a59c1118b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:44.677980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-c779956d-a2e4-4946-aef8-a59c1118b0e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82b8821758654e448719caa6964138df&device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 1096 time: 0.1382375
Apr 21 13:36:44.763388 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-35b1b004-cbcf-4d5e-aee8-69bd741d1ad5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07 HTTP/1.1" status: 200  len: 217 time: 0.0719159
Apr 21 13:36:44.848355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5d54c5940>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 2, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:44.856432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Checking router: c410bb17-1f10-4217-8a5e-a122b6d87b97 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:36:44.857173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Updating router c410bb17-1f10-4217-8a5e-a122b6d87b97 port 681361fd-52d7-4ea8-ab5b-f251312ac1dd binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:36:44.903842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48886) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:44.923234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-253115973-network', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:44.933024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:44.941455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Usage tracker for resource:network and tenant:f51090ad33ca46dea88a203de64b6795 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:44.949643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:44.959490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:44.963025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:44.970894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Made reservation on behalf of f51090ad33ca46dea88a203de64b6795 for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:44.976541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:44.993509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.019736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:45.024763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Usage tracker for resource:security_group_rule and tenant:f51090ad33ca46dea88a203de64b6795 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:45.028472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:45.035461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:45.085164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-de3446bd-15ec-4040-94e6-cc81abfcdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:45.087056 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-de3446bd-15ec-4040-94e6-cc81abfcdc95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78a9a0a-5a2e-4233-b720-fa326c2e5f74 HTTP/1.1" status: 200  len: 854 time: 0.3086052
Apr 21 13:36:45.146346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.149732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.154016 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-2cd173eb-f34e-46aa-b3a3-bce1bb3a2174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6efa583-edea-46d9-be9f-3164e59378cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545094
Apr 21 13:36:45.156939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:45.176809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:36:45.197395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.197797 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Added segment 704b3314-769f-49a1-bc18-5f43978afcf7 of type vlan for network 554b63e2-7696-4c86-a97d-4dac6dff0a17
Apr 21 13:36:45.208717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7943b7fe-3dd3-4f7f-8a95-3ff3a2b4c56c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:45.213524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:45.241668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.311664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.313273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:45.314044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.328337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:45.363542 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-c6bba8bf-2e16-43f6-9238-064f2e9b4fa5 service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967521
Apr 21 13:36:45.503274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.505427 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5892065
Apr 21 13:36:45.506278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48910) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:45.509545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Pushing event updated for resources: {'Network': ['ID=554b63e2-7696-4c86-a97d-4dac6dff0a17,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:45.516259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Request body: {'subnet': {'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-253115973-subnet', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:45.521652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:36:45.521838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:45.522789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:45.528077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Usage tracker for resource:subnet and tenant:f51090ad33ca46dea88a203de64b6795 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:45.531676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:45.539015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:45.548723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Transition to ACTIVE for port object 681361fd-52d7-4ea8-ab5b-f251312ac1dd will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:45.549415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Made reservation on behalf of f51090ad33ca46dea88a203de64b6795 for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:36:45.555040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852543550'] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.621791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:45.629648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:45.652479 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29026cdb-0129-4fe2-a5c9-bfca0d2faa9a req-0ed8a98a-9e8e-413f-abd4-de76a3dbdf9f service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450628
Apr 21 13:36:45.699556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b1bf-cf15-4317-8ffa-46d1e1c07d09 req-742cdc47-ad51-4d15-9c6b-c87cfa306efc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:45.701027 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d855b1bf-cf15-4317-8ffa-46d1e1c07d09 req-742cdc47-ad51-4d15-9c6b-c87cfa306efc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.3362815
Apr 21 13:36:45.715977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645256f-25bd-461b-a402-8601748f0aa4 req-39b6eed1-22c1-486b-8ea0-380831d4233b tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:45.717895 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9645256f-25bd-461b-a402-8601748f0aa4 req-39b6eed1-22c1-486b-8ea0-380831d4233b tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 943 time: 0.1747224
Apr 21 13:36:45.835097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68bdbc-6cb2-4bb2-b6d1-c119716fef2b None None] Pushing event updated for resources: {'Port': ['ID=681361fd-52d7-4ea8-ab5b-f251312ac1dd,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:45.839499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-da68bdbc-6cb2-4bb2-b6d1-c119716fef2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:45.877372 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d855b1bf-cf15-4317-8ffa-46d1e1c07d09 req-4bf7e15b-8768-4944-abcc-75e98312d708 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585991
Apr 21 13:36:45.899636 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9645256f-25bd-461b-a402-8601748f0aa4 req-8d328566-6854-434a-ae7e-f7445088cd14 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617711
Apr 21 13:36:45.955140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-9b38967f-8144-4e26-9696-258810fa30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:45.956965 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-9b38967f-8144-4e26-9696-258810fa30e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82b8821758654e448719caa6964138df&device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 1096 time: 0.1985130
Apr 21 13:36:45.991922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Attempting to bind port 681361fd-52d7-4ea8-ab5b-f251312ac1dd on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:45.992672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Attempting to bind port 681361fd-52d7-4ea8-ab5b-f251312ac1dd by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:45.993452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Attempting to bind port 681361fd-52d7-4ea8-ab5b-f251312ac1dd on network 06587a9b-ae14-4e2b-a617-14d27cf17c0f {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:46.006579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:46.007330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Checking segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:46.007903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.008353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Bound using segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:46.008885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Bound port: 681361fd-52d7-4ea8-ab5b-f251312ac1dd, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:46.009313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.102311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851014308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852543533'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.108970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b5dad4f2-9ed8-422a-9f93-638feec53e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:46.123334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] For port 681361fd-52d7-4ea8-ab5b-f251312ac1dd, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:46.127719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] For port 681361fd-52d7-4ea8-ab5b-f251312ac1dd, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=681361fd-52d7-4ea8-ab5b-f251312ac1dd,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:46.132897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.134128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-d6e6c8b3-4e7c-4568-a280-4d345c35461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:46.135994 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-d6e6c8b3-4e7c-4568-a280-4d345c35461b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 200  len: 915 time: 0.1578033
Apr 21 13:36:46.137894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:46.199636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fef26b4-228e-43f2-b722-cf2b60cdf57e,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:46.204474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:46.205404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Checking segment: {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:46.205808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Network hostable DHCP agents. Network: 554b63e2-7696-4c86-a97d-4dac6dff0a17, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:36:46.222844 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-0ee81cc0-0dfb-44b2-b117-f530115e7aa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07 HTTP/1.1" status: 200  len: 217 time: 0.0752988
Apr 21 13:36:46.223028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:46.223584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5d54c5940>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:46.228253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:36:46.241693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 554b63e2-7696-4c86-a97d-4dac6dff0a17) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:46.264859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:46.265774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.291916 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-eb2b055a-c99d-4654-98ae-f65593d944f0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7841184
Apr 21 13:36:46.294586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48916) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:46.300859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552ed75-789d-40c3-83a8-dc63500499dc None None] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:36:46.301740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-9a6d20cb-253f-4f92-b4ee-dfad4c72ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:46.303956 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-9a6d20cb-253f-4f92-b4ee-dfad4c72ef86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78a9a0a-5a2e-4233-b720-fa326c2e5f74 HTTP/1.1" status: 200  len: 854 time: 0.0735297
Apr 21 13:36:46.305120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:46.311026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:46.315494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Usage tracker for resource:router and tenant:f51090ad33ca46dea88a203de64b6795 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:46.321259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:46.327769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:46.339684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.341091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.360369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.388872 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-b6558037-b9a1-4f71-abdf-d39e490b2479 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6efa583-edea-46d9-be9f-3164e59378cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654123
Apr 21 13:36:46.391935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68bdbc-6cb2-4bb2-b6d1-c119716fef2b None None] Pushing event updated for resources: {'Port': ['ID=681361fd-52d7-4ea8-ab5b-f251312ac1dd,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:46.403586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-da68bdbc-6cb2-4bb2-b6d1-c119716fef2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:46.552003 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-c6e56170-96cc-49da-b3bb-469a4877bd97 service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522505
Apr 21 13:36:46.624199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:46.670951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:46.725931 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-572355ac-59ad-46af-9f85-17cd31c40c57 req-c946d5a4-8e8a-4251-9852-e3c7deb5ac72 service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663675
Apr 21 13:36:47.081356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.114846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.122676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-554b63e2-7696-4c86-a97d-4dac6dff0a17', 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'fixed_ips': [{'subnet_id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:36:47.123593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.151925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90acd5a-0daf-483e-8613-cae7d374dc03 req-4b6b4877-3217-42ed-9a2a-880d4f4406de tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:47.153732 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c90acd5a-0daf-483e-8613-cae7d374dc03 req-4b6b4877-3217-42ed-9a2a-880d4f4406de tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 946 time: 0.1577017
Apr 21 13:36:47.217940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9a04-fb85-466b-8c20-1e9b7afca123 req-d316a752-3d06-4cb4-b7f7-013d95aa4640 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:47.219640 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1e3a9a04-fb85-466b-8c20-1e9b7afca123 req-d316a752-3d06-4cb4-b7f7-013d95aa4640 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1443729
Apr 21 13:36:47.228971 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c90acd5a-0daf-483e-8613-cae7d374dc03 req-1a6a2e80-a6b1-4b44-bad5-15d4b41d7812 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646753
Apr 21 13:36:47.285240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Allocated IP 172.27.0.74 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/2b2e8a9f-be72-4834-b3ae-ccf53ac743cd) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:47.291974 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1e3a9a04-fb85-466b-8c20-1e9b7afca123 req-cdb9badd-c699-45aa-a486-7e9b15239775 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599728
Apr 21 13:36:47.419431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Allocated IP 172.20.0.2 (554b63e2-7696-4c86-a97d-4dac6dff0a17/3fef26b4-228e-43f2-b722-cf2b60cdf57e/17aa82ec-7870-4ac0-ab4d-a53a7595f9e5) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:47.448252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe1a5-23a1-405a-be63-56e730fee4e6 req-5aa09988-859d-4011-8ec5-eebc5f02731c tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:47.449931 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29afe1a5-23a1-405a-be63-56e730fee4e6 req-5aa09988-859d-4011-8ec5-eebc5f02731c tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 943 time: 0.0945296
Apr 21 13:36:47.450543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.484302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.490483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:47.502403 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-29afe1a5-23a1-405a-be63-56e730fee4e6 req-7c6047c4-3b14-4fdd-b59e-14e4faf8bc40 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444968
Apr 21 13:36:47.558774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:47.560030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5d54c5940>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:46Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:47.561820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:47.565691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:47.568616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806353a-0d88-4f9e-b251-c3ad39f03385 None None] The sync data for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi is: [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:46Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:36:47.601735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:47.606190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:47.719264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.731691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Transition to ACTIVE for port object 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:47.755309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Transition to ACTIVE for port object 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:47.760520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.766518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:47.831392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:47.842827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:47.848696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:47.894736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Pushing event updated for resources: {'Port': ['ID=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:47.903060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:47.985227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Attempting to bind port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:47.985855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Attempting to bind port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:47.986377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Attempting to bind port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 on network 554b63e2-7696-4c86-a97d-4dac6dff0a17 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:47.993888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:47.994283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Checking segment: {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:47.994812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:47.995251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Bound using segment: {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:47.995859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Bound port: 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:47.996206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:48.101934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] For port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:48.107384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:48.107601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] For port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:48.111327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:48.117220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:48.211131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Pushing event updated for resources: {'Port': ['ID=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:48.216458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:48.480468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 8c8ba788-5953-49dd-846d-f7d5e3012e07 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:36:48.682991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50047c2-81c5-4498-be22-0652f409b480 req-9a5ba6fe-a6bf-4323-b8a1-065c7080617d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:48.684768 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f50047c2-81c5-4498-be22-0652f409b480 req-9a5ba6fe-a6bf-4323-b8a1-065c7080617d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.2273619
Apr 21 13:36:48.698499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f32c-da9d-4394-ae07-41022ad9240b req-edb32744-d648-47cf-b5e1-20445e4dbd77 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:48.707423 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4ac3f32c-da9d-4394-ae07-41022ad9240b req-edb32744-d648-47cf-b5e1-20445e4dbd77 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 946 time: 0.3035653
Apr 21 13:36:48.726389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 8c8ba788-5953-49dd-846d-f7d5e3012e07, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:48.746792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '8c8ba788-5953-49dd-846d-f7d5e3012e07', 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc', 'port_id': '8c8ba788-5953-49dd-846d-f7d5e3012e07', 'mac_address': 'fa:16:3e:11:41:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78a9a0a-5a2e-4233-b720-fa326c2e5f74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:36:48.829802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:48.833359 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4ac3f32c-da9d-4394-ae07-41022ad9240b req-baca4e51-5509-4ca1-9d28-cb9df50c8311 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245801
Apr 21 13:36:48.856978 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f50047c2-81c5-4498-be22-0652f409b480 req-059ea7ad-791d-4d82-9565-f89b97976b2a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304164
Apr 21 13:36:48.873575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:48.878601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8ba788-5953-49dd-846d-f7d5e3012e07 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:36:48.904083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 8c8ba788-5953-49dd-846d-f7d5e3012e07, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:48.908926 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:48.912066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:49.075656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 681361fd-52d7-4ea8-ab5b-f251312ac1dd up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:49.153902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=8c8ba788-5953-49dd-846d-f7d5e3012e07,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:49.165301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:49.192994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 681361fd-52d7-4ea8-ab5b-f251312ac1dd completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:49.211472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 681361fd-52d7-4ea8-ab5b-f251312ac1dd triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:49.211893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:49.222113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Router a6c7dc4d-1779-4463-8899-e19078ba4297 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:36:49.367830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-c006eff5-a441-40da-abdc-aa21f2c60b41 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:49.369537 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-c006eff5-a441-40da-abdc-aa21f2c60b41 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 946 time: 0.1838253
Apr 21 13:36:49.370751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:49.419091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 681361fd-52d7-4ea8-ab5b-f251312ac1dd, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=681361fd-52d7-4ea8-ab5b-f251312ac1dd,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:49.422734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:49.423790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:49.456101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:36:49.467479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Sync routers for ids ['a6c7dc4d-1779-4463-8899-e19078ba4297'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:36:49.492640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Routers {'a6c7dc4d-1779-4463-8899-e19078ba4297'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:49.492875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:49.496760 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-22908ac0-91d6-4a39-8227-6c4af0822995 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.1978445
Apr 21 13:36:49.496934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:49.497238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa84e80>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['a6c7dc4d-1779-4463-8899-e19078ba4297'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:49.498375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 48942) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:49.500432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ae25f-2315-4efe-b193-9835ee132e31 req-fbee513d-6c29-4876-8925-89f89c20a073 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:49.502543 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8f1ae25f-2315-4efe-b193-9835ee132e31 req-fbee513d-6c29-4876-8925-89f89c20a073 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 944 time: 0.2360988
Apr 21 13:36:49.512677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Deleting port 7970a1ac-3a7e-433b-b190-087e91cd405d {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:36:49.513246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:49.543015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['8c8ba788-5953-49dd-846d-f7d5e3012e07'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:36:49.706719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:49.767561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=681361fd-52d7-4ea8-ab5b-f251312ac1dd,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:49.787524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:49.821435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Set router a6c7dc4d-1779-4463-8899-e19078ba4297 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:49.842025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be673caf-8d34-478d-9bf3-77f9812a1670 None None] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:36:49.846449 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8f1ae25f-2315-4efe-b193-9835ee132e31 req-d5451e4a-f80d-419c-b8cc-77ea3e87dc48 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665105
Apr 21 13:36:49.957340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] For port 7970a1ac-3a7e-433b-b190-087e91cd405d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7970a1ac-3a7e-433b-b190-087e91cd405d,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:49.957751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.105904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Provisioning for port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:50.158350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Provisioning complete for port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:50.159006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.258991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Calling delete_port for 7970a1ac-3a7e-433b-b190-087e91cd405d owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:36:50.361795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa84e80>, [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:36:47Z', 'revision_number': 3, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:50.377399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Checking router: a6c7dc4d-1779-4463-8899-e19078ba4297 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:36:50.379919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Updating router a6c7dc4d-1779-4463-8899-e19078ba4297 port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:36:50.511632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.551621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.562059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] For port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:50.571749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.574674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:50.606491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122c8a-207e-4c2b-b792-5c9221f57939 req-8e523245-d821-431f-a4d7-bbf09a8df5db tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:50.608220 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80122c8a-207e-4c2b-b792-5c9221f57939 req-8e523245-d821-431f-a4d7-bbf09a8df5db tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 946 time: 0.4372902
Apr 21 13:36:50.689721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Pushing event updated for resources: {'Port': ['ID=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:50.707885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:50.775149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722763cc-8569-4d7b-9c2e-76e2b24d5ada req-07dc2a89-f851-4b9e-a590-4823ca31e43e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:50.776816 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-722763cc-8569-4d7b-9c2e-76e2b24d5ada req-07dc2a89-f851-4b9e-a590-4823ca31e43e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.6073945
Apr 21 13:36:50.796269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.850405 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80122c8a-207e-4c2b-b792-5c9221f57939 req-5e66e3d7-04cc-47f2-8fbe-8ea2e80b7c7c tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338288
Apr 21 13:36:50.882891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:50.906453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'f027010b-cab5-4a28-8052-4139306f3a25'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:36:50.944212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:50.985144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 681361fd-52d7-4ea8-ab5b-f251312ac1dd up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:51.107722 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-722763cc-8569-4d7b-9c2e-76e2b24d5ada req-5c5de5c5-6005-4466-8840-bb4ef51a3e03 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3164251
Apr 21 13:36:51.177693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event deleted for resources: {'Port': ['ID=7970a1ac-3a7e-433b-b190-087e91cd405d,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:51.182964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-447d11c6-d5ed-4eb6-abe0-0bb19822029b None None] Provisioning complete for port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:51.183843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-447d11c6-d5ed-4eb6-abe0-0bb19822029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.232621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.241916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:51.259989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Transition to ACTIVE for port object 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:51.261542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Allocated IP 172.20.0.1 (554b63e2-7696-4c86-a97d-4dac6dff0a17/3fef26b4-228e-43f2-b722-cf2b60cdf57e/6fc96f69-bfa3-403d-bb82-c3b93ff12375) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:36:51.269205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.274608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:51.299232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 681361fd-52d7-4ea8-ab5b-f251312ac1dd triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:51.299654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.312710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] No DVR routers for this DVR port 7970a1ac-3a7e-433b-b190-087e91cd405d on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:36:51.316101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.327131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'name': 'network-vif-deleted', 'tag': '7970a1ac-3a7e-433b-b190-087e91cd405d'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:36:51.341960 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f0401269-2b6f-41bd-bcfa-6270122fa244 req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "DELETE /v2.0/ports/7970a1ac-3a7e-433b-b190-087e91cd405d HTTP/1.1" status: 204  len: 173 time: 1.9481120
Apr 21 13:36:51.384576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3970b-08b5-4db8-a4d9-2f084f9cd3ed req-ac9a5371-ce64-468a-ab25-ea030f29b28f tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:51.386642 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4fa3970b-08b5-4db8-a4d9-2f084f9cd3ed req-ac9a5371-ce64-468a-ab25-ea030f29b28f tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 944 time: 0.2598646
Apr 21 13:36:51.431918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Attempting to bind port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:51.432251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Attempting to bind port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:51.432820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Attempting to bind port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:51.443487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67662d52-9d64-4f46-9bd2-885db9be3200 None None] Pushing event updated for resources: {'Port': ['ID=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:51.447270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-67662d52-9d64-4f46-9bd2-885db9be3200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:51.448550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:51.449203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:51.449812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.451135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:51.452106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Bound port: 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:51.452692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.485064 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80611ea0-3a26-49ee-aa65-d1d29f6f63eb', 'name': 'network-vif-deleted', 'tag': '7970a1ac-3a7e-433b-b190-087e91cd405d', 'status': 'completed', 'code': 200}
Apr 21 13:36:51.524262 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4fa3970b-08b5-4db8-a4d9-2f084f9cd3ed req-30e932c5-e797-43f0-a293-87cdc2dd36d3 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280198
Apr 21 13:36:51.591043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] For port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:51.594519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] For port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:51.601581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.607790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ed4e3ee1-34d1-4df1-ac24-bcbf4b6f0e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:51.628674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.675652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Transition to ACTIVE for port object 6fc96f69-bfa3-403d-bb82-c3b93ff12375 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:51.699635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Routers {'a6c7dc4d-1779-4463-8899-e19078ba4297'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:51.700487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa84e80>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['a6c7dc4d-1779-4463-8899-e19078ba4297'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:51.705276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.711748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:51.792895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:51.795945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67662d52-9d64-4f46-9bd2-885db9be3200 None None] Pushing event updated for resources: {'Port': ['ID=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:51.797167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:51.803490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:36:51.834865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc96f69-bfa3-403d-bb82-c3b93ff12375,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:51.841514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:51.889627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:51.973399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:52.107689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.143929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:52.144658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.195404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-67662d52-9d64-4f46-9bd2-885db9be3200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:52.224283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-2fb2dce8-edca-4b80-8ab6-efeec16c37f3 req-b9faef64-0574-49e5-8ec2-2b795ea7c116 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:36:52.264545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-2fb2dce8-edca-4b80-8ab6-efeec16c37f3 req-b9faef64-0574-49e5-8ec2-2b795ea7c116 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:36:52.271368 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2fb2dce8-edca-4b80-8ab6-efeec16c37f3 req-b9faef64-0574-49e5-8ec2-2b795ea7c116 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=80611ea0-3a26-49ee-aa65-d1d29f6f63eb HTTP/1.1" status: 200  len: 210 time: 0.1175525
Apr 21 13:36:52.297793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-e0cfe54e-312e-4d28-a78a-4ba9f3c96964 None None] Provisioning for port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:52.324116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-e0cfe54e-312e-4d28-a78a-4ba9f3c96964 None None] Provisioning complete for port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:52.324653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe54e-312e-4d28-a78a-4ba9f3c96964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.328659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] Set router a6c7dc4d-1779-4463-8899-e19078ba4297 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:52.483556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfe54e-312e-4d28-a78a-4ba9f3c96964 None None] Port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:36:52.494094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 8c8ba788-5953-49dd-846d-f7d5e3012e07 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:52.497708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.502632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.540848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e21026f4-e86e-4794-8391-79d1a8b0db72 tempest-DeleteServersTestJSON-87230180 tempest-DeleteServersTestJSON-87230180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:52.607217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 8c8ba788-5953-49dd-846d-f7d5e3012e07 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:52.623799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 8c8ba788-5953-49dd-846d-f7d5e3012e07 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:52.624216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.671574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.701864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc96f69-bfa3-403d-bb82-c3b93ff12375,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:52.769912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa84e80>, [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:36:47Z', 'revision_number': 3, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:52.776995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c3a5e-dcbe-46c4-91b4-ec47549cf42e None None] The sync data for ids ['a6c7dc4d-1779-4463-8899-e19078ba4297'] in dv-cinder-787195-3-iscsi is: [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:36:47Z', 'revision_number': 3, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:36:52.827219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:52.875375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.876222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:36:52.877557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:36:52.954117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 8c8ba788-5953-49dd-846d-f7d5e3012e07, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:52.955457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8ba788-5953-49dd-846d-f7d5e3012e07'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:36:52.968396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:52.970361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7970a1ac-3a7e-433b-b190-087e91cd405d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:36:53.009341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:53.054312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac1740-214f-49ef-ab66-20a097211228 req-ccdf8e6a-0a67-46ae-b0ce-fdc0a7befc79 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:53.059490 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-88ac1740-214f-49ef-ab66-20a097211228 req-ccdf8e6a-0a67-46ae-b0ce-fdc0a7befc79 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 944 time: 0.1972744
Apr 21 13:36:53.086087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 7970a1ac-3a7e-433b-b190-087e91cd405d {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:36:53.086978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7970a1ac-3a7e-433b-b190-087e91cd405d not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:36:53.146015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=8c8ba788-5953-49dd-846d-f7d5e3012e07,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:53.150268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:53.173497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db37e15-fcc7-4386-a1ea-3a004ff2cc37 req-99000338-7517-476a-9032-fdc20bd798e3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:53.176469 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9db37e15-fcc7-4386-a1ea-3a004ff2cc37 req-99000338-7517-476a-9032-fdc20bd798e3 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.6992817
Apr 21 13:36:53.225261 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-88ac1740-214f-49ef-ab66-20a097211228 req-66299827-494b-466e-a321-b0dcb788c060 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534989
Apr 21 13:36:53.267194 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9db37e15-fcc7-4386-a1ea-3a004ff2cc37 req-55640c85-8393-470c-84d8-b5b2d725ab22 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757055
Apr 21 13:36:53.333510 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8ba788-5953-49dd-846d-f7d5e3012e07', 'code': 200}
Apr 21 13:36:53.357958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-d34f6eae-94b0-4a2c-bbe4-6f25025560c7 None None] Provisioning complete for port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:53.358615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d34f6eae-94b0-4a2c-bbe4-6f25025560c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:53.452889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-d34f6eae-94b0-4a2c-bbe4-6f25025560c7 None None] Port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:36:53.534854 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Router a6c7dc4d-1779-4463-8899-e19078ba4297 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:36:53.673439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6245f13-00ef-4e58-9262-c2dc388ab828 req-d3cc21eb-da0f-4f05-92d9-9d0157850162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:53.675233 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f6245f13-00ef-4e58-9262-c2dc388ab828 req-d3cc21eb-da0f-4f05-92d9-9d0157850162 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 1098 time: 0.0911493
Apr 21 13:36:53.727023 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f6245f13-00ef-4e58-9262-c2dc388ab828 req-6a0ff8b8-df3e-4cc2-8026-ab48f117ed43 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441892
Apr 21 13:36:53.755999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:36:53.766154 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] 10.222.0.41 "PUT /v2.0/routers/a6c7dc4d-1779-4463-8899-e19078ba4297/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2666035
Apr 21 13:36:54.399229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:36:54.446944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b382d2-f738-405d-bc24-d8fec30c7b97 req-38fa8f46-8f60-431c-9607-f2b327f4fc90 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:54.448571 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-99b382d2-f738-405d-bc24-d8fec30c7b97 req-38fa8f46-8f60-431c-9607-f2b327f4fc90 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 945 time: 0.0982447
Apr 21 13:36:54.499289 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-99b382d2-f738-405d-bc24-d8fec30c7b97 req-430e7a98-2d25-4399-bb50-33cf9f5bb0f3 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435882
Apr 21 13:36:54.697038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6bfeb-a39a-460a-925f-0998522bda92 req-bce69521-c139-41c7-bd5e-4cebd2a80f5c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:54.698577 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-56b6bfeb-a39a-460a-925f-0998522bda92 req-bce69521-c139-41c7-bd5e-4cebd2a80f5c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0942893
Apr 21 13:36:54.756003 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-56b6bfeb-a39a-460a-925f-0998522bda92 req-0fc64778-5cb5-4bdd-aebe-f2e6569f7029 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481215
Apr 21 13:36:54.893433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:54.985864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:36:54.991870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:54.992298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.122050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.139765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:55.143976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.145904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9560c56e-6d68-4b13-adab-5441b998bfa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:55.199607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94177c-29ed-4d0e-b798-c1df9f9f6346 req-3066f48b-3bfd-4a5a-a39c-413a849d0c11 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:55.201173 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fb94177c-29ed-4d0e-b798-c1df9f9f6346 req-3066f48b-3bfd-4a5a-a39c-413a849d0c11 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.0966330
Apr 21 13:36:55.216009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:55.219261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:55.255108 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fb94177c-29ed-4d0e-b798-c1df9f9f6346 req-ac585745-7532-4c71-bc16-0572963de753 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453823
Apr 21 13:36:55.375855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49018) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:55.381679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444428383', 'description': 'tempest-secgroup-smoke-1444428383 description', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:55.389132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:55.394038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:55.398054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:55.404974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:55.414937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.440224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:55.444303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:55.447278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:55.453359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:55.527620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.530728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.537191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-de3fe99c-0756-4a46-a1d6-f5dbc26f006e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:55.577603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.578978 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2020135
Apr 21 13:36:55.579980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb45c1-5aef-4c4c-9e51-52c0dedba439,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:55.582309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49024) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:55.583984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:55.589594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group_rule': {'security_group_id': '5adb45c1-5aef-4c4c-9e51-52c0dedba439', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:55.596150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:55.601159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:55.604296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:55.610511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:55.629800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.761878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.768204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.773320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-66def4fb-899a-4b8f-9800-24ff8e81b963 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:55.776554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Sync routers for ids ['a6c7dc4d-1779-4463-8899-e19078ba4297'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:36:55.789133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Routers {'a6c7dc4d-1779-4463-8899-e19078ba4297'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:55.791015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d198>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['a6c7dc4d-1779-4463-8899-e19078ba4297'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:55.796340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3acfcd-e723-49d2-bfe8-2b5162443c88 req-f96ee0ee-00dc-48ab-bf0c-64db5cf72ddf tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:55.798268 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff3acfcd-e723-49d2-bfe8-2b5162443c88 req-f96ee0ee-00dc-48ab-bf0c-64db5cf72ddf tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 945 time: 0.1696589
Apr 21 13:36:55.827038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15aff55-f446-4b9d-9865-24c424ec1af3,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:55.841105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:55.853397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:55.857370 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2707436
Apr 21 13:36:55.857765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49036) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:55.864046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group_rule': {'security_group_id': '5adb45c1-5aef-4c4c-9e51-52c0dedba439', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:55.868006 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff3acfcd-e723-49d2-bfe8-2b5162443c88 req-c36b0702-a096-4fb6-a471-a955fa47a8f9 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597451
Apr 21 13:36:55.878128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:55.905380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:55.908949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:55.916495 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:55.954317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.043697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0ce4-40a8-41a3-8afc-f2f3fffce08a req-8aa39119-6573-4ce2-b797-67c5c376b9dc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:56.051575 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66fb0ce4-40a8-41a3-8afc-f2f3fffce08a req-8aa39119-6573-4ce2-b797-67c5c376b9dc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1322949
Apr 21 13:36:56.058298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.063301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.085626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-66bd1fcc-1db6-4405-8350-52104eb945ba tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:56.096403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.098427 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2391145
Apr 21 13:36:56.103428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Set router a6c7dc4d-1779-4463-8899-e19078ba4297 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:56.105123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49062) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:56.108552 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66fb0ce4-40a8-41a3-8afc-f2f3fffce08a req-bfd5ba78-6103-473a-b803-5254e8e4c723 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554450
Apr 21 13:36:56.113500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group_rule': {'security_group_id': '5adb45c1-5aef-4c4c-9e51-52c0dedba439', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:56.120338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c122405-cea6-40f2-bf3f-dff1fc0da560,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:56.129537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ef640661-dad8-4571-8a1c-fabd383ea48c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:56.132324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:56.136683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:56.139874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:56.147208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:56.165965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.252089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.254915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.263201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:56.287857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3cbc24-e449-4924-b34e-8b8c39c64a20,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:56.290567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:56.298760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.300327 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1937373
Apr 21 13:36:56.303166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49084) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:56.309241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group_rule': {'security_group_id': '5adb45c1-5aef-4c4c-9e51-52c0dedba439', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:56.316770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:56.321203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:56.324361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:56.330537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:56.349379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.434831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.438623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.441501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e3848584-46ab-44b1-8e67-4908e20b2cae tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:56.471987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adcbde5-028b-4d80-9e6f-729397c1dc07,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:56.483056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:56.494885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.496214 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1919971
Apr 21 13:36:56.499830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49088) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:56.505622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group_rule': {'security_group_id': '5adb45c1-5aef-4c4c-9e51-52c0dedba439', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:56.512815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:56.517710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:56.521398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:56.522278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb8f1-450f-4048-b499-fd8e0dc0feaf req-99a47874-6561-426f-826b-7e7f112f40d9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:56.524189 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fb2eb8f1-450f-4048-b499-fd8e0dc0feaf req-99a47874-6561-426f-826b-7e7f112f40d9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.1196930
Apr 21 13:36:56.527920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:56.541059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d198>, [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:36:51Z', 'revision_number': 4, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '6fc96f69-bfa3-403d-bb82-c3b93ff12375', 'name': '', 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'mac_address': 'fa:16:3e:26:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:50Z', 'updated_at': '2021-04-21T13:36:52Z', 'revision_number': 2, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'subnets': [{'id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:56.542030 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.securitygroups_db [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Project 577b9c5ee7d94c529beacd039b8e66a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 13:36:56.545429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Checking router: a6c7dc4d-1779-4463-8899-e19078ba4297 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:36:56.545837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Updating router a6c7dc4d-1779-4463-8899-e19078ba4297 port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:36:56.549979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.632037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.638646 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fb2eb8f1-450f-4048-b499-fd8e0dc0feaf req-3d1c4bf9-ebf4-4709-b949-0f8b64b8a32e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068871
Apr 21 13:36:56.639806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.641950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:56.644640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.669298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfc247f-1d13-40cd-ad9b-276c89112486,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:56.673977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:56.684314 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.685649 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1847894
Apr 21 13:36:56.688806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49096) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:56.695508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'security_group_rule': {'security_group_id': '5adb45c1-5aef-4c4c-9e51-52c0dedba439', 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:36:56.702790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:56.709106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:security_group_rule and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:56.712799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:56.720833 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:56.734329 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.securitygroups_db [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Project 577b9c5ee7d94c529beacd039b8e66a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 13:36:56.743396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.898249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.917526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05885587-7552-47a2-b349-3edc67511e29 req-d7505299-ac34-4c4d-8608-7bc40d02e1d9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:56.919735 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-05885587-7552-47a2-b349-3edc67511e29 req-d7505299-ac34-4c4d-8608-7bc40d02e1d9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 946 time: 0.1657100
Apr 21 13:36:56.920676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:56.922943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:56.930782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:36:57.007086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebff0911-f5d9-48fb-ab3a-550c8d856303,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:57.012240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:57.024147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.031236 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3410358
Apr 21 13:36:57.076781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Deleting port f027010b-cab5-4a28-8052-4139306f3a25 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:36:57.077284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.125119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:36:57.126012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.296505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.309752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Transition to ACTIVE for port object 6fc96f69-bfa3-403d-bb82-c3b93ff12375 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:36:57.320642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.340073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:57.470412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49158) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:57.633512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] For port f027010b-cab5-4a28-8052-4139306f3a25, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f027010b-cab5-4a28-8052-4139306f3a25,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:36:57.633959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.662895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e379d7-2555-4844-9f42-dc95428e957d None None] Pushing event updated for resources: {'Port': ['ID=6fc96f69-bfa3-403d-bb82-c3b93ff12375,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:57.725181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.727978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-40e379d7-2555-4844-9f42-dc95428e957d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:57.750079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Attempting to bind port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:36:57.750540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Attempting to bind port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:36:57.750952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Attempting to bind port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 on network 554b63e2-7696-4c86-a97d-4dac6dff0a17 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:36:57.760782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:36:57.761206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Checking segment: {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:36:57.761663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.762103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Bound using segment: {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:36:57.762787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Bound port: 6fc96f69-bfa3-403d-bb82-c3b93ff12375, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704b3314-769f-49a1-bc18-5f43978afcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:36:57.763218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:57.771505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:36:57.776595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:59550ee0902546ceba56a3108b3446b1 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:36:57.785957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:36:57.807615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:36:57.834783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Calling delete_port for f027010b-cab5-4a28-8052-4139306f3a25 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:36:58.059612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.063553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.089775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e4741384-14ff-4fa9-8497-86bf9c178270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:58.131780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] For port 6fc96f69-bfa3-403d-bb82-c3b93ff12375, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:36:58.136527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] For port 6fc96f69-bfa3-403d-bb82-c3b93ff12375, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=6fc96f69-bfa3-403d-bb82-c3b93ff12375,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:36:58.140839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.146190 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59550ee0902546ceba56a3108b3446b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6720295
Apr 21 13:36:58.146190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b8836-e825-4563-9585-a96d42594691,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:58.146519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:58.148252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49176) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:36:58.168485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.168808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:58.177937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c039c8f2-14de-4896-b711-c10899a61aef tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:58.198504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'f027010b-cab5-4a28-8052-4139306f3a25'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:36:58.216111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.232818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a63e-7ddc-42f0-965f-27d84c33d3ab req-51516823-32ae-4921-8de1-4d759cdc7625 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:58.234436 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c2b7a63e-7ddc-42f0-965f-27d84c33d3ab req-51516823-32ae-4921-8de1-4d759cdc7625 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.8972163
Apr 21 13:36:58.246978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.267572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event deleted for resources: {'Port': ['ID=f027010b-cab5-4a28-8052-4139306f3a25,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:58.273039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:58.308640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Routers {'a6c7dc4d-1779-4463-8899-e19078ba4297'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:36:58.309354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d198>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:36:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['a6c7dc4d-1779-4463-8899-e19078ba4297'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:58.325511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.330939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cc814801-f1f7-458f-8e28-8922d08fb267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:36:58.351451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b8836-e825-4563-9585-a96d42594691,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:58.369069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:58.371580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.373055 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/255b8836-e825-4563-9585-a96d42594691 HTTP/1.1" status: 204  len: 168 time: 0.2238324
Apr 21 13:36:58.427330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e379d7-2555-4844-9f42-dc95428e957d None None] Pushing event updated for resources: {'Port': ['ID=6fc96f69-bfa3-403d-bb82-c3b93ff12375,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:36:58.430579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-40e379d7-2555-4844-9f42-dc95428e957d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:36:58.434622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cbcfa-c1e7-4c80-8f70-a47b60a9c0c6 req-4dcab202-671a-448b-9d86-0d194d0b8417 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:58.442649 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-369cbcfa-c1e7-4c80-8f70-a47b60a9c0c6 req-4dcab202-671a-448b-9d86-0d194d0b8417 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=758c49fa-7f5f-446e-b9bd-c8ff6e78134f HTTP/1.1" status: 200  len: 867 time: 0.3985138
Apr 21 13:36:58.475609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] No DVR routers for this DVR port f027010b-cab5-4a28-8052-4139306f3a25 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:36:58.482533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:36:58.500552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'name': 'network-vif-deleted', 'tag': 'f027010b-cab5-4a28-8052-4139306f3a25'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:36:58.527077 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-05885587-7552-47a2-b349-3edc67511e29 req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "DELETE /v2.0/ports/f027010b-cab5-4a28-8052-4139306f3a25 HTTP/1.1" status: 204  len: 173 time: 1.5908751
Apr 21 13:36:58.558622 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c2b7a63e-7ddc-42f0-965f-27d84c33d3ab req-6220ce2c-ec89-451a-a6ac-ec8a16a33e12 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926784
Apr 21 13:36:58.635858 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-369cbcfa-c1e7-4c80-8f70-a47b60a9c0c6 req-f9811745-ec1f-45ac-b106-dc71178741ad tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921184
Apr 21 13:36:58.663200 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758c49fa-7f5f-446e-b9bd-c8ff6e78134f', 'name': 'network-vif-deleted', 'tag': 'f027010b-cab5-4a28-8052-4139306f3a25', 'status': 'completed', 'code': 200}
Apr 21 13:36:58.703085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] Set router a6c7dc4d-1779-4463-8899-e19078ba4297 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:36:59.208146 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251b0e5-4776-4d33-a514-27ad7a9bb05f req-5d23b125-1e5b-40e9-9350-4bffb4e0b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:59.210402 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2251b0e5-4776-4d33-a514-27ad7a9bb05f req-5d23b125-1e5b-40e9-9350-4bffb4e0b71c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.1748407
Apr 21 13:36:59.295633 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2251b0e5-4776-4d33-a514-27ad7a9bb05f req-1e01e695-fce2-46a1-b90a-eb1c81a57dc4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786037
Apr 21 13:36:59.327096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d198>, [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:36:51Z', 'revision_number': 4, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '6fc96f69-bfa3-403d-bb82-c3b93ff12375', 'name': '', 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'mac_address': 'fa:16:3e:26:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:50Z', 'updated_at': '2021-04-21T13:36:58Z', 'revision_number': 4, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'subnets': [{'id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:36:59.331566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10b5f3-3990-428c-9d2a-e65f37e181ab None None] The sync data for ids ['a6c7dc4d-1779-4463-8899-e19078ba4297'] in dv-cinder-787195-3-iscsi is: [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:36:51Z', 'revision_number': 4, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '6fc96f69-bfa3-403d-bb82-c3b93ff12375', 'name': '', 'network_id': '554b63e2-7696-4c86-a97d-4dac6dff0a17', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'mac_address': 'fa:16:3e:26:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:50Z', 'updated_at': '2021-04-21T13:36:58Z', 'revision_number': 4, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'subnets': [{'id': '3fef26b4-228e-43f2-b722-cf2b60cdf57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:36:59.806555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba025e5-94fe-4ed1-8efe-62bcc81cac50 req-e41b21cc-63ad-4b0a-b7f2-09a190bc8555 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:36:59.808299 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cba025e5-94fe-4ed1-8efe-62bcc81cac50 req-e41b21cc-63ad-4b0a-b7f2-09a190bc8555 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1241927
Apr 21 13:36:59.867193 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cba025e5-94fe-4ed1-8efe-62bcc81cac50 req-222a33f1-0def-4aa6-9660-19568fa8ae97 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515623
Apr 21 13:37:00.202238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7eb76-5721-4de8-963b-b4b2fad15561 req-004248f1-e813-4d25-aa7f-b59dd4e34ef9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:00.203110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fff7eb76-5721-4de8-963b-b4b2fad15561 req-004248f1-e813-4d25-aa7f-b59dd4e34ef9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:00.224579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fff7eb76-5721-4de8-963b-b4b2fad15561 req-004248f1-e813-4d25-aa7f-b59dd4e34ef9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:00.225958 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fff7eb76-5721-4de8-963b-b4b2fad15561 req-004248f1-e813-4d25-aa7f-b59dd4e34ef9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.1278324
Apr 21 13:37:00.293318 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fff7eb76-5721-4de8-963b-b4b2fad15561 req-3432182b-aa97-40de-abc0-ff10833abcf2 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592577
Apr 21 13:37:00.474253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f027010b-cab5-4a28-8052-4139306f3a25 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:00.518386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: f027010b-cab5-4a28-8052-4139306f3a25 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:00.518806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device f027010b-cab5-4a28-8052-4139306f3a25 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:00.886525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 6fc96f69-bfa3-403d-bb82-c3b93ff12375 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:00.968047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:00.973246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:00.974195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:01.081304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e68c45-e4db-4114-bffe-c3191b976a42 req-12146337-f9d0-43f7-b979-1bd35e0e5e5f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:01.083489 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1e68c45-e4db-4114-bffe-c3191b976a42 req-12146337-f9d0-43f7-b979-1bd35e0e5e5f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0947561
Apr 21 13:37:01.109165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:01.136611 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1e68c45-e4db-4114-bffe-c3191b976a42 req-08be5a82-7a88-43b9-8655-9eae8f0b7e7d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461175
Apr 21 13:37:01.143804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 6fc96f69-bfa3-403d-bb82-c3b93ff12375, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=6fc96f69-bfa3-403d-bb82-c3b93ff12375,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:01.148160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:01.151281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:01.232493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:01.241251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=6fc96f69-bfa3-403d-bb82-c3b93ff12375,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:01.244437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:01.532886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b724-563c-49b2-9b96-d35efcfe51cc req-6ca86f48-f15c-4353-aacc-ca59d0ce4bfb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:01.534533 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f383b724-563c-49b2-9b96-d35efcfe51cc req-6ca86f48-f15c-4353-aacc-ca59d0ce4bfb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.0985246
Apr 21 13:37:01.587163 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f383b724-563c-49b2-9b96-d35efcfe51cc req-37ae514f-7b6c-400e-b2c0-c865fc538742 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453508
Apr 21 13:37:01.794953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-0165ddd6-aeb8-40f8-ae90-9a7b60f33884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:01.796567 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-0165ddd6-aeb8-40f8-ae90-9a7b60f33884 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=805919dd7fcf4445afd56d53d25eb33d&device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 1098 time: 0.1535230
Apr 21 13:37:01.818270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81954f57-409f-4674-86be-fecae9248f28 req-95bcd053-2325-454d-b914-01863fbfe2cb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:01.820075 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-81954f57-409f-4674-86be-fecae9248f28 req-95bcd053-2325-454d-b914-01863fbfe2cb tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1196184
Apr 21 13:37:01.984385 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-81954f57-409f-4674-86be-fecae9248f28 req-4a98d413-8b5e-43a7-81f8-6c070aa00022 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377563
Apr 21 13:37:02.092203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-6834a369-c594-4b95-946e-47d49f9a734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:02.093791 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-6834a369-c594-4b95-946e-47d49f9a734a service neutron] 10.222.0.44 "GET /v2.0/networks?id=daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 200  len: 919 time: 0.2718432
Apr 21 13:37:02.172573 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-15f0efba-c3f6-4882-abc5-0b70da9dcb22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 200  len: 217 time: 0.0709279
Apr 21 13:37:02.189168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-79743f61-4bad-4f31-b4d7-7454a2a5cc4f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:02.190695 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-79743f61-4bad-4f31-b4d7-7454a2a5cc4f tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.1959140
Apr 21 13:37:02.324473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Deleting port fa24c093-2067-46ed-83f6-bac84b4e8a05 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:02.324869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:02.360800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-9b130680-11f8-4f3c-8cc8-1dc4813c4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:02.362292 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-9b130680-11f8-4f3c-8cc8-1dc4813c4ff9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 200  len: 858 time: 0.1706746
Apr 21 13:37:02.441157 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-dc1c8efa-794e-4820-8012-d0e7dd63913c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daded102-85a5-4cea-a60e-dc95a6859d33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536304
Apr 21 13:37:02.881393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 6fc96f69-bfa3-403d-bb82-c3b93ff12375 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:02.972613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:02.973045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:03.032977 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-dec40f69-ab52-421d-be7f-24ca8e086370 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5573704
Apr 21 13:37:03.100645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab332-f480-4414-9a54-cb18d6a7b43b req-0b019b19-0ab2-43b4-9b7a-5899377a18f0 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:03.102300 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a9cab332-f480-4414-9a54-cb18d6a7b43b req-0b019b19-0ab2-43b4-9b7a-5899377a18f0 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 945 time: 0.3334596
Apr 21 13:37:03.104363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] For port fa24c093-2067-46ed-83f6-bac84b4e8a05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fa24c093-2067-46ed-83f6-bac84b4e8a05,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:03.104781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:03.368605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Calling delete_port for fa24c093-2067-46ed-83f6-bac84b4e8a05 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:03.475357 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a9cab332-f480-4414-9a54-cb18d6a7b43b req-948bcd14-1dd9-498b-8d06-78bea85fb4a9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3554664
Apr 21 13:37:03.551849 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8124c3fc-36cf-4cd0-b8ca-3545c609c3d1 req-fec4b9ea-53b9-45e0-9ffd-fe99dc6b4f93 service neutron] 10.222.0.44 "GET /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4914668
Apr 21 13:37:03.659813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ae23f-6b0c-4104-ab90-0ffeae04b44d req-57d4707f-1b37-413b-8240-cf2d5f129775 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:03.662573 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ad4ae23f-6b0c-4104-ab90-0ffeae04b44d req-57d4707f-1b37-413b-8240-cf2d5f129775 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.5412953
Apr 21 13:37:03.718250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:03.731971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b5cb43b7-1fc1-4019-bc81-ee27bf2adb44 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:03.732804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'fa24c093-2067-46ed-83f6-bac84b4e8a05'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:37:03.887529 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ad4ae23f-6b0c-4104-ab90-0ffeae04b44d req-dc607477-772d-4cab-a8f6-e2931d0ded4f tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076659
Apr 21 13:37:03.891571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event deleted for resources: {'Port': ['ID=fa24c093-2067-46ed-83f6-bac84b4e8a05,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:03.980965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:04.083259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] No DVR routers for this DVR port fa24c093-2067-46ed-83f6-bac84b4e8a05 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:37:04.100758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:04.125918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'name': 'network-vif-deleted', 'tag': 'fa24c093-2067-46ed-83f6-bac84b4e8a05'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:04.138275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bb6eec15-9a23-4102-aee2-a5bb22a2dc8a req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "DELETE /v2.0/ports/fa24c093-2067-46ed-83f6-bac84b4e8a05 HTTP/1.1" status: 204  len: 173 time: 1.9064691
Apr 21 13:37:04.237719 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335a359c-825c-4095-bc80-9a1f4b1f2521', 'name': 'network-vif-deleted', 'tag': 'fa24c093-2067-46ed-83f6-bac84b4e8a05', 'status': 'completed', 'code': 200}
Apr 21 13:37:04.421670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7ef827bf-1fec-4f57-a428-9bfe5355c2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:04.672687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-966feb07-2d94-4e8a-a00d-b5f9eccb80d1 req-bac67c65-ca53-454e-8821-7a9c35d51ba3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Synchronizing usage tracker for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:04.688787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-966feb07-2d94-4e8a-a00d-b5f9eccb80d1 req-bac67c65-ca53-454e-8821-7a9c35d51ba3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Unset dirty status for tenant:9d337a2f35504db281ec09f2705d43a7 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:04.690605 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-966feb07-2d94-4e8a-a00d-b5f9eccb80d1 req-bac67c65-ca53-454e-8821-7a9c35d51ba3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=335a359c-825c-4095-bc80-9a1f4b1f2521 HTTP/1.1" status: 200  len: 210 time: 0.0681698
Apr 21 13:37:05.151017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c542aa-339f-4a76-b7c0-74e149489565 req-29e49275-bd41-4fc3-8ce3-dc9308dd3ab1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:05.152877 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-34c542aa-339f-4a76-b7c0-74e149489565 req-29e49275-bd41-4fc3-8ce3-dc9308dd3ab1 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0972664
Apr 21 13:37:05.207264 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-34c542aa-339f-4a76-b7c0-74e149489565 req-98407cdf-a068-438a-b7a0-c6f5b6c8d8b9 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477607
Apr 21 13:37:06.430331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fe741-6681-43cb-b1f2-e09ed547adbc req-92e7b862-35f5-4238-8247-07ec23d6bf37 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:06.432019 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ec9fe741-6681-43cb-b1f2-e09ed547adbc req-92e7b862-35f5-4238-8247-07ec23d6bf37 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0972438
Apr 21 13:37:06.490629 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ec9fe741-6681-43cb-b1f2-e09ed547adbc req-aba3096c-655d-4276-b990-9b25379ffe31 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514083
Apr 21 13:37:06.516896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fa24c093-2067-46ed-83f6-bac84b4e8a05 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:06.558073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: fa24c093-2067-46ed-83f6-bac84b4e8a05 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:06.558592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fa24c093-2067-46ed-83f6-bac84b4e8a05 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:06.767073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-25afc243-b894-4903-b72a-ae9dc57ce6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:06.952107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:07.650572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a04dc6-a16b-4b64-ba17-e35154a06842 req-3621ca7c-5b19-43e7-b529-fa21c2615220 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:07.652283 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-26a04dc6-a16b-4b64-ba17-e35154a06842 req-3621ca7c-5b19-43e7-b529-fa21c2615220 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.0980601
Apr 21 13:37:07.706629 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-26a04dc6-a16b-4b64-ba17-e35154a06842 req-86caa865-afe9-41b7-be80-bc87cc7242a9 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475476
Apr 21 13:37:08.014041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:08.836603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:08.930242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653d4f-1246-430d-8375-53b29c97cb8f req-86b3b98c-c578-4058-ae12-0967b42cd3bc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:08.932199 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2653d4f-1246-430d-8375-53b29c97cb8f req-86b3b98c-c578-4058-ae12-0967b42cd3bc tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.0993683
Apr 21 13:37:08.982784 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2653d4f-1246-430d-8375-53b29c97cb8f req-f2138412-49ef-4d03-82ae-ae3fb4960de4 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437219
Apr 21 13:37:09.734560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-61f43e60-abdd-45c8-9836-a5868afff1dd tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:09.736184 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-61f43e60-abdd-45c8-9836-a5868afff1dd tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.0967257
Apr 21 13:37:09.820178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Deleting port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:09.820563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:10.097033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] For port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,segment=NetworkSegment(198f124e-82eb-4ca0-9d55-f83346b333b0),segment_id=198f124e-82eb-4ca0-9d55-f83346b333b0)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:10.097627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:10.297774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Calling delete_port for 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:10.420640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c735a-10f2-4701-8130-0d45308977f0 req-b996e544-1781-4132-a1c9-f002c737b4b3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:10.422249 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c8c735a-10f2-4701-8130-0d45308977f0 req-b996e544-1781-4132-a1c9-f002c737b4b3 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ab74678-9dc5-4cb3-8809-7863d85e53eb HTTP/1.1" status: 200  len: 945 time: 0.3155112
Apr 21 13:37:10.527985 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c8c735a-10f2-4701-8130-0d45308977f0 req-8786d4d5-82a5-4f9b-a330-6c5e507037ce tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.41 "GET /v2.0/security-groups?id=e46ed915-f336-4c6e-adb8-4dd8753c80c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708005
Apr 21 13:37:10.532673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:10.539331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ce7b3430-544b-4929-af6c-90cb16f24f6e tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:10.546595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['787687cb-2de0-4fc6-99c6-8ca0c067ebc9'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:37:10.594014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Pushing event deleted for resources: {'Port': ['ID=787687cb-2de0-4fc6-99c6-8ca0c067ebc9,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:10.597370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:10.675492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] No DVR routers for this DVR port 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:37:10.678030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:10.680949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'name': 'network-vif-deleted', 'tag': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:10.698444 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5f8c3948-2851-4843-afef-1e2a6e58fdb4 req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] 10.222.0.44 "DELETE /v2.0/ports/787687cb-2de0-4fc6-99c6-8ca0c067ebc9 HTTP/1.1" status: 204  len: 173 time: 0.9563668
Apr 21 13:37:10.734295 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab74678-9dc5-4cb3-8809-7863d85e53eb', 'name': 'network-vif-deleted', 'tag': '787687cb-2de0-4fc6-99c6-8ca0c067ebc9', 'status': 'completed', 'code': 200}
Apr 21 13:37:11.343434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63b11-d40b-4e1f-8bdd-b8a164c6ee3b req-c3dd9aa1-a04e-400a-8533-b25c5dbf8a1b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:11.345096 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-27d63b11-d40b-4e1f-8bdd-b8a164c6ee3b req-c3dd9aa1-a04e-400a-8533-b25c5dbf8a1b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1121957
Apr 21 13:37:11.414367 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-27d63b11-d40b-4e1f-8bdd-b8a164c6ee3b req-8e72d672-f1c3-4876-a105-bcfbb5c9db07 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573323
Apr 21 13:37:11.641539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49452) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:11.710629 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Deleting subnet 086dc98d-5588-4085-8861-c17762d900f7 {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:37:11.713976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:11.771974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:11.835431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.328008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.333492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c49e7fdd-74cc-465a-8a5e-706fe96439d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:12.374960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.379561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086dc98d-5588-4085-8861-c17762d900f7,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:12.381896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:12.385160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-367676a4-64c2-4b72-b77f-7d3f539841d9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/086dc98d-5588-4085-8861-c17762d900f7 HTTP/1.1" status: 204  len: 168 time: 0.7425036
Apr 21 13:37:12.385796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49464) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:12.387880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49466) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:12.510730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.533622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.545852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:12.588955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:12.591878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:12.592287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 787687cb-2de0-4fc6-99c6-8ca0c067ebc9 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:12.609935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Usage tracker for resource:security_group_rule and tenant:d122a5683fd64aa2ab323a75dcbefe02 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:12.616471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:12.623949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:12.648749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.690407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bbbdc-89c8-4e29-ba01-25d47308060c req-ec2aaefe-4ffb-4f5a-b72b-9948d335d40a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:12.693621 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-865bbbdc-89c8-4e29-ba01-25d47308060c req-ec2aaefe-4ffb-4f5a-b72b-9948d335d40a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1449294
Apr 21 13:37:12.771014 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-865bbbdc-89c8-4e29-ba01-25d47308060c req-a87959c2-af60-40d6-8489-b4d831428731 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683322
Apr 21 13:37:12.781062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dfc390>,) {'filters': {'network_id': ['37abe282-21a5-4136-b805-2d4e845a1fd0']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:12.793568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dfc390>, '198f124e-82eb-4ca0-9d55-f83346b333b0') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:12.793916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dfc390>, '198f124e-82eb-4ca0-9d55-f83346b333b0') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:12.800556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.804362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.808043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.815669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:12.825719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.833016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:37:12.859947 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d122a5683fd64aa2ab323a75dcbefe02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4730647
Apr 21 13:37:12.861324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f269709b-9428-4411-93e9-97bc0147a20f,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:12.864309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49478) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:12.867517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:12.934602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:12.965329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.012661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.015912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:37:13.016618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:13.025882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.030960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269709b-9428-4411-93e9-97bc0147a20f,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:13.034900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:13.039502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.040859 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f269709b-9428-4411-93e9-97bc0147a20f HTTP/1.1" status: 204  len: 168 time: 0.1755276
Apr 21 13:37:13.241462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Network 37abe282-21a5-4136-b805-2d4e845a1fd0 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:37:13.266834 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:37:13.352624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.364021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.364021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:13.386558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Pushing event deleted for resources: {'Network': ['ID=37abe282-21a5-4136-b805-2d4e845a1fd0,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:13.389271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:13.394367 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] 10.222.0.41 "DELETE /v2.0/networks/37abe282-21a5-4136-b805-2d4e845a1fd0 HTTP/1.1" status: 204  len: 168 time: 1.0054569
Apr 21 13:37:13.586096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49488) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:13.639346 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c78515be-896a-4a71-87ff-b372d5a855b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d337a2f35504db281ec09f2705d43a7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0519185
Apr 21 13:37:13.642029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49492) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:13.708076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.737363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.786828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.792607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f4086329-994e-42de-9857-b373376833dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:13.810112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ed915-f336-4c6e-adb8-4dd8753c80c9,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:13.813615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:13.820774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:13.821998 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e46ed915-f336-4c6e-adb8-4dd8753c80c9 HTTP/1.1" status: 204  len: 168 time: 0.1789124
Apr 21 13:37:13.995825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004573e-1504-4ab7-a272-93016e1a09e9 req-f7f935ba-31e0-4f6a-a16f-051fdfd1c41e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:13.997463 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7004573e-1504-4ab7-a272-93016e1a09e9 req-f7f935ba-31e0-4f6a-a16f-051fdfd1c41e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.0966973
Apr 21 13:37:14.058079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7004573e-1504-4ab7-a272-93016e1a09e9 req-4ada26f4-fffd-4235-89ad-47604582fbea tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531681
Apr 21 13:37:14.284554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-eb155b2a-8f2a-432d-a48a-24425caff18d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:14.286809 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-eb155b2a-8f2a-432d-a48a-24425caff18d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 945 time: 0.1097088
Apr 21 13:37:14.371383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Deleting port 718c98cd-c27a-4bec-aa8a-e680b3991747 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:14.371766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:14.648198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] For port 718c98cd-c27a-4bec-aa8a-e680b3991747, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=718c98cd-c27a-4bec-aa8a-e680b3991747,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:14.648792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:14.785718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Calling delete_port for 718c98cd-c27a-4bec-aa8a-e680b3991747 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:14.959669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:14.973334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['c2ccc099-6f64-4878-8fa2-f4914a0435d6', '718c98cd-c27a-4bec-aa8a-e680b3991747'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:37:14.988100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:15.051603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Pushing event deleted for resources: {'Port': ['ID=718c98cd-c27a-4bec-aa8a-e680b3991747,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:15.088363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:15.141485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] No DVR routers for this DVR port 718c98cd-c27a-4bec-aa8a-e680b3991747 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:37:15.145114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:15.148272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'name': 'network-vif-deleted', 'tag': '718c98cd-c27a-4bec-aa8a-e680b3991747'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:15.164972 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-98d59560-69b1-4660-8e1f-5132c2d26b64 req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "DELETE /v2.0/ports/718c98cd-c27a-4bec-aa8a-e680b3991747 HTTP/1.1" status: 204  len: 173 time: 0.8712876
Apr 21 13:37:15.232096 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b263ee0-0f4e-4adf-9a01-f807f87b8640', 'name': 'network-vif-deleted', 'tag': '718c98cd-c27a-4bec-aa8a-e680b3991747', 'status': 'completed', 'code': 200}
Apr 21 13:37:15.296882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-c7edc010-f38b-4245-bc27-40cb35799a4c req-80a6cd12-e3db-4693-a0f4-418192c0ca2e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Synchronizing usage tracker for tenant:805919dd7fcf4445afd56d53d25eb33d on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:15.320959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-c7edc010-f38b-4245-bc27-40cb35799a4c req-80a6cd12-e3db-4693-a0f4-418192c0ca2e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Unset dirty status for tenant:805919dd7fcf4445afd56d53d25eb33d on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:15.322724 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c7edc010-f38b-4245-bc27-40cb35799a4c req-80a6cd12-e3db-4693-a0f4-418192c0ca2e tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b263ee0-0f4e-4adf-9a01-f807f87b8640 HTTP/1.1" status: 200  len: 210 time: 0.0822132
Apr 21 13:37:16.059299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49560) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:16.190973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.210406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:16.214520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Usage tracker for resource:security_group_rule and tenant:a923742772364a07b73fb3fb8a86bfb9 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:16.217446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:16.223929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:16.314051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.317527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.326567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-07b725e4-a4d8-48ce-acc6-8941bd63f066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:16.371127 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a923742772364a07b73fb3fb8a86bfb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3106799
Apr 21 13:37:16.372767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49570) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:16.373259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d001d-6723-4bb5-b582-e806acd21826,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:16.377216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:16.443622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.472407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.517456 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.523229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-419012ed-3534-4155-848c-02948d550d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:16.545346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d001d-6723-4bb5-b582-e806acd21826,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:16.547999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:16.550258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.554231 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb2d001d-6723-4bb5-b582-e806acd21826 HTTP/1.1" status: 204  len: 168 time: 0.1774497
Apr 21 13:37:16.844453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5412432-06bd-4508-bab1-4b46bf395e9a req-beb8467d-bd63-4bc9-8309-b8c19c22f570 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:16.846102 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f5412432-06bd-4508-bab1-4b46bf395e9a req-beb8467d-bd63-4bc9-8309-b8c19c22f570 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0970798
Apr 21 13:37:16.874667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49582) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:16.897669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:16.902293 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f5412432-06bd-4508-bab1-4b46bf395e9a req-348cddde-4035-4093-916d-f365050316a5 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487847
Apr 21 13:37:16.918155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:16.922382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Usage tracker for resource:security_group_rule and tenant:888c5401f152465eb7577b94eb5747b9 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:16.925684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:16.932390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:17.022806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:17.025839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:17.036962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b120fb88-842e-491e-93c4-cc397d0cb662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:17.082763 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=888c5401f152465eb7577b94eb5747b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2063334
Apr 21 13:37:17.083729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef32c2-0fa7-4139-a328-88326b0200d4,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:17.085639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49586) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:17.087078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:17.151651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:17.180987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:17.230610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:17.235781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:17.250791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef32c2-0fa7-4139-a328-88326b0200d4,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:17.253922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:17.258554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:17.259706 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5ef32c2-0fa7-4139-a328-88326b0200d4 HTTP/1.1" status: 204  len: 168 time: 0.1729958
Apr 21 13:37:18.136104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ced2-7b0e-4bd8-9249-a63820bb876d req-1a8920be-50eb-44e9-b1f1-2e16e6f00272 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:18.137980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-36e9ced2-7b0e-4bd8-9249-a63820bb876d req-1a8920be-50eb-44e9-b1f1-2e16e6f00272 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0974226
Apr 21 13:37:18.187816 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-36e9ced2-7b0e-4bd8-9249-a63820bb876d req-65b37df3-66b2-425a-ad71-9c0ff070583b tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427287
Apr 21 13:37:18.577781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 718c98cd-c27a-4bec-aa8a-e680b3991747 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:18.618345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 718c98cd-c27a-4bec-aa8a-e680b3991747 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:18.618837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 718c98cd-c27a-4bec-aa8a-e680b3991747 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:19.007201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49644) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:19.139843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.157433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:19.161522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Usage tracker for resource:security_group_rule and tenant:88cf1d978a494914a2234b16545fd322 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:19.164503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:19.170516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:19.257484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.260143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.272364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-98431615-b5c7-4424-9f19-8683f05de0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:19.304148 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88cf1d978a494914a2234b16545fd322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2957101
Apr 21 13:37:19.305134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49658) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:19.376379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.376858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2589d82-166f-4c23-adb4-9617c2b2bd80,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:19.380664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:19.407306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.420164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cb80-fdb3-4b47-b9f4-b780298062c8 req-d843cfc2-2cd4-4682-81a2-b4961ae4c923 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:19.421824 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96e4cb80-fdb3-4b47-b9f4-b780298062c8 req-d843cfc2-2cd4-4682-81a2-b4961ae4c923 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1164229
Apr 21 13:37:19.461462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.467358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-306ab7fd-4e6e-46e1-a21e-eeca2d87d648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:19.477203 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96e4cb80-fdb3-4b47-b9f4-b780298062c8 req-36472422-8f5d-4354-8d37-2bb62467477c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475416
Apr 21 13:37:19.484398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2589d82-166f-4c23-adb4-9617c2b2bd80,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:19.497224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.497639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.498048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.498448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.498902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.499422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.499821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.500256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.500650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.501038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.501425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.501811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:19.505862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.507088 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2589d82-166f-4c23-adb4-9617c2b2bd80 HTTP/1.1" status: 204  len: 168 time: 0.2006359
Apr 21 13:37:19.508177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:19.824346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49672) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:19.842726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.858693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:19.864257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ab1f21d0434620a9f7313798dad516 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:19.867897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:19.873946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:19.971228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.974829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:19.984020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-83158d20-2eeb-4710-a698-6555c6e4a4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:20.031805 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3ab1f21d0434620a9f7313798dad516&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062483
Apr 21 13:37:20.032623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b351747-1b8b-47cf-a59d-f1c3b62f5233,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:20.035809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49676) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:20.036585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:20.099840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:20.136318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:20.182205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:20.187225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-49b04056-5bb8-4828-9543-60ac2782c235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:20.199631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b351747-1b8b-47cf-a59d-f1c3b62f5233,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:20.202774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:20.204858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:20.206068 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b351747-1b8b-47cf-a59d-f1c3b62f5233 HTTP/1.1" status: 204  len: 168 time: 0.1690583
Apr 21 13:37:20.690971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85512885-06e7-4fb4-8e0b-bb712c2d337d req-2df26e7a-40fb-4dd6-8e42-65d161055d4a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:20.693296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-85512885-06e7-4fb4-8e0b-bb712c2d337d req-2df26e7a-40fb-4dd6-8e42-65d161055d4a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.0925946
Apr 21 13:37:20.743424 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-85512885-06e7-4fb4-8e0b-bb712c2d337d req-b07014ab-b367-43df-98b2-5f4a3588fb9d tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434282
Apr 21 13:37:21.981745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d158ab-9d78-4d1d-9188-56c385870145 req-fd9803be-4f8f-4dec-b02b-15f6b2e4b5cf tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:21.983577 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-16d158ab-9d78-4d1d-9188-56c385870145 req-fd9803be-4f8f-4dec-b02b-15f6b2e4b5cf tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1215410
Apr 21 13:37:22.034507 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-16d158ab-9d78-4d1d-9188-56c385870145 req-12a599e4-8845-4f37-83b6-da47b8fa127a tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427794
Apr 21 13:37:22.251012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49754) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:22.379251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.395939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:22.400110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Usage tracker for resource:security_group_rule and tenant:be54392d9be14fd790939fa7a8a31505 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:22.403107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:22.409105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:22.496610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.499512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.508437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:22.550850 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be54392d9be14fd790939fa7a8a31505&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987840
Apr 21 13:37:22.551798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b1643-10b4-49f2-b815-ceed2c26a82c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:22.553752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49760) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:22.555154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:22.617839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.647051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.692293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.697393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6fa7a0af-09b1-4e40-91fa-838bf216d041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:22.714385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b1643-10b4-49f2-b815-ceed2c26a82c,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:22.726139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.726569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.726973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.727365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.727754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.728148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.728533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.728915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.729300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.729681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.730234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.730440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:22.736203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:22.740651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:22.744856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/984b1643-10b4-49f2-b815-ceed2c26a82c HTTP/1.1" status: 204  len: 168 time: 0.1899049
Apr 21 13:37:23.044064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49772) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:23.064285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.082193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:23.086312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Usage tracker for resource:security_group_rule and tenant:248a58bfeadb40e88a92b98285f189d1 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:23.089407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:23.096013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:23.186819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.192376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.202006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4f8ad5f-1de9-48ea-a43c-7a619a87b845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:23.246744 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=248a58bfeadb40e88a92b98285f189d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2013593
Apr 21 13:37:23.250522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f0addd-85e3-4be9-a8f1-287ebae2272f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:23.254184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:23.254750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49778) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:23.267735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb2d27-e8c5-4b0f-b383-6b472b60401b req-af0289ea-c09e-401c-95a4-fc9c85c445dc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:23.269944 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07bb2d27-e8c5-4b0f-b383-6b472b60401b req-af0289ea-c09e-401c-95a4-fc9c85c445dc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1052372
Apr 21 13:37:23.325351 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07bb2d27-e8c5-4b0f-b383-6b472b60401b req-0a412422-4c60-42b8-9fd2-405e6e23ca5c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460043
Apr 21 13:37:23.335228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.364944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.412936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.418117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-961f4911-e07e-4a7f-86d2-a4bf35cfdae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:23.430983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f0addd-85e3-4be9-a8f1-287ebae2272f,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:23.435162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:23.442055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:23.443283 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22f0addd-85e3-4be9-a8f1-287ebae2272f HTTP/1.1" status: 204  len: 168 time: 0.1870649
Apr 21 13:37:23.790504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-888b5181-a9d5-4c34-895c-d3159422f4dc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:23.792112 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-888b5181-a9d5-4c34-895c-d3159422f4dc tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1117620
Apr 21 13:37:23.877772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Deleting port c2ccc099-6f64-4878-8fa2-f4914a0435d6 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:23.878173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:24.184981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] For port c2ccc099-6f64-4878-8fa2-f4914a0435d6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c2ccc099-6f64-4878-8fa2-f4914a0435d6,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:24.185504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:24.365580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Calling delete_port for c2ccc099-6f64-4878-8fa2-f4914a0435d6 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:24.642054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbdc3f-8a5a-4505-9d89-4917339d4a78 req-e823ae4e-917c-4bca-8c6d-4ec39bc5dd72 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:24.643767 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-06bbdc3f-8a5a-4505-9d89-4917339d4a78 req-e823ae4e-917c-4bca-8c6d-4ec39bc5dd72 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf511105-75f3-4c08-a6de-d774518adfdc HTTP/1.1" status: 200  len: 945 time: 0.1879380
Apr 21 13:37:24.645318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:24.653018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-00e0c1a5-7173-478f-8412-02d059b30ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:24.723172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Pushing event deleted for resources: {'Port': ['ID=c2ccc099-6f64-4878-8fa2-f4914a0435d6,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:24.725875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:24.839905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] No DVR routers for this DVR port c2ccc099-6f64-4878-8fa2-f4914a0435d6 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:37:24.844372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:24.857831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'name': 'network-vif-deleted', 'tag': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:24.884671 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-06bbdc3f-8a5a-4505-9d89-4917339d4a78 req-d166cf13-77d0-4ca0-9a93-aedcc2baed1c tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.41 "GET /v2.0/security-groups?id=f120bf06-cf7a-475b-805a-caf251a0400b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928153
Apr 21 13:37:24.892799 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ebeb8ff-5760-4294-8db1-abac1b6dd309 req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] 10.222.0.44 "DELETE /v2.0/ports/c2ccc099-6f64-4878-8fa2-f4914a0435d6 HTTP/1.1" status: 204  len: 173 time: 1.0937974
Apr 21 13:37:24.949185 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf511105-75f3-4c08-a6de-d774518adfdc', 'name': 'network-vif-deleted', 'tag': 'c2ccc099-6f64-4878-8fa2-f4914a0435d6', 'status': 'completed', 'code': 200}
Apr 21 13:37:26.081019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49858) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:26.635895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device c2ccc099-6f64-4878-8fa2-f4914a0435d6 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:26.693691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: c2ccc099-6f64-4878-8fa2-f4914a0435d6 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:26.694639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device c2ccc099-6f64-4878-8fa2-f4914a0435d6 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:26.789103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-cf09de61-76ea-4c8e-929f-77026a5a8163 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Synchronizing usage tracker for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:26.861684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-cf09de61-76ea-4c8e-929f-77026a5a8163 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Unset dirty status for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:26.869332 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-cf09de61-76ea-4c8e-929f-77026a5a8163 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444428383&fields=id&tenant_id=577b9c5ee7d94c529beacd039b8e66a0 HTTP/1.1" status: 200  len: 267 time: 0.1795461
Apr 21 13:37:27.198544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-3180d0b9-15e0-4061-87e6-e915a3094e38 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:27.199505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-3180d0b9-15e0-4061-87e6-e915a3094e38 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Synchronizing usage tracker for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:network {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:27.258207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-3180d0b9-15e0-4061-87e6-e915a3094e38 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Unset dirty status for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:network {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:27.259537 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-3180d0b9-15e0-4061-87e6-e915a3094e38 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 808 time: 0.2827470
Apr 21 13:37:27.289287 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-51c14955-bc44-4f5a-b9aa-02090405479a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/quotas/577b9c5ee7d94c529beacd039b8e66a0 HTTP/1.1" status: 200  len: 375 time: 0.0169413
Apr 21 13:37:27.371289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:27.553773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-b52a6340-30a7-4aad-a678-80dcc88f7d9f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Synchronizing usage tracker for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:27.599465 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-b52a6340-30a7-4aad-a678-80dcc88f7d9f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Unset dirty status for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:27.600916 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-b52a6340-30a7-4aad-a678-80dcc88f7d9f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3028820
Apr 21 13:37:27.866044 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-0fb2fb39-64e8-4663-88cc-2175bf86805c service neutron] 10.222.0.41 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139609
Apr 21 13:37:28.025602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Deleting port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:28.026198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:28.198123 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-23949d6f-45dd-4361-8c5e-5f14bb706ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2973523
Apr 21 13:37:28.275945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] For port dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,segment=NetworkSegment(e7eb7303-fc6c-4e28-8a91-439b890f16b7),segment_id=e7eb7303-fc6c-4e28-8a91-439b890f16b7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:28.276776 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:28.457331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Calling delete_port for dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f owned by network:router_interface {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:28.772336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-487f5438-8cf6-4a31-99a0-7563b8c53a5c req-e6c01c30-38dd-46b0-ac56-adc436b6af28 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 210 time: 0.0713336
Apr 21 13:37:28.917438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:28.927811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:29.233210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:29.241400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:29.555936 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-8248a5c7-c6b4-4748-b307-76d34906b580 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2476406
Apr 21 13:37:29.659184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:29.833999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-fa526066-edb3-4339-a87b-5bac2357fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:29.835760 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-fa526066-edb3-4339-a87b-5bac2357fe96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1099 time: 0.2549899
Apr 21 13:37:30.058351 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-11a84b34-b9d8-4b25-9b9e-8b9bb461d987 req-1f45b1fb-c3c1-4b27-abb1-70553d95ccec tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 210 time: 0.1625385
Apr 21 13:37:30.397631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-20849912-e0d8-4800-adf5-3e686cacfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:30.399939 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-20849912-e0d8-4800-adf5-3e686cacfeb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.5381901
Apr 21 13:37:30.486307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-63591759-1b43-4655-ae89-edc05e09703b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:30.488079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-63591759-1b43-4655-ae89-edc05e09703b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.44 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 808 time: 0.5388987
Apr 21 13:37:30.557491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49954) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:30.611722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:37:30.614145 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-dfc2380d-f324-4bab-b6b3-35756fd4e3ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 1002 time: 0.1902618
Apr 21 13:37:30.624449 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-06b05e07-dda4-4cc3-8624-900964312ce5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577b9c5ee7d94c529beacd039b8e66a0 HTTP/1.1" status: 200  len: 380 time: 0.1120200
Apr 21 13:37:30.673659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'port': {'device_id': 'efbdb119-3b98-454a-918f-010ccf22485c', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'admin_state_up': True, 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'security_groups': ['5adb45c1-5aef-4c4c-9e51-52c0dedba439']}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:30.699276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:30.717207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:30.721345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Usage tracker for resource:security_group_rule and tenant:76f8c2ee77c04600a16aaae298ec5c98 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:30.725063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:30.731206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:30.838728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:30.841982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:30.852860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0cc6c192-3510-40b8-9240-d92e6d8a8ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:30.915647 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76f8c2ee77c04600a16aaae298ec5c98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3562887
Apr 21 13:37:30.917883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4b2e3-8774-496a-bf11-7525c8157516,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:30.922889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49960) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:30.929884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:31.036131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.086379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.166144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.171016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5bc1439f-c9ee-4a41-a8f0-0cebc0576f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:31.186440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4b2e3-8774-496a-bf11-7525c8157516,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:31.199192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:31.205584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.212984 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eed4b2e3-8774-496a-bf11-7525c8157516 HTTP/1.1" status: 204  len: 168 time: 0.2848802
Apr 21 13:37:31.242505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.360032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-acd599f6-6849-404f-9d91-16b184f36c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:31.361973 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-acd599f6-6849-404f-9d91-16b184f36c85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.7363555
Apr 21 13:37:31.364442 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af4c59e1-a96c-4fd4-97bb-291f61e9c0ef req-beca0bd7-af11-4cc5-ae67-39a811a8c92c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 210 time: 0.1006131
Apr 21 13:37:31.401087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:37:31.528457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:37:31.541791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] Sync routers for ids ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:37:31.543397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:31.553257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] Routers {'4cffdc28-b9d5-4a5d-83ca-a546973ba971'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:37:31.554173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e556a0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:31.581214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:31.589924 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ebcb0cfe-46d4-428d-a048-e2a5440fd399 admin admin] 10.222.0.41 "PUT /v2.0/routers/4cffdc28-b9d5-4a5d-83ca-a546973ba971/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5061035
Apr 21 13:37:31.591709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 49976) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:31.616754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Made reservation on behalf of 577b9c5ee7d94c529beacd039b8e66a0 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:37:31.633533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.671558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-7191c1a2-6c67-438d-8cf5-41c5b51d8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:31.673449 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-7191c1a2-6c67-438d-8cf5-41c5b51d8dbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2875924
Apr 21 13:37:31.895487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49982) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:31.944709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:31.990400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] Set router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:37:32.019277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:32.073505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7c942e822c4fcc81e961886b1cbf51 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:32.079310 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-56087dca-66b2-47cd-ab0a-2a095f4c4f38 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942728
Apr 21 13:37:32.084132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:32.096037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks [] for router, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.204476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:32.390223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e556a0>, [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:37:28Z', 'revision_number': 5, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port': {'id': 'd3ef4b81-7389-43b7-b8bc-07aceb3ba254', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:17Z', 'updated_at': '2021-04-21T13:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:32.396193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Allocated IP 172.20.0.11 (06587a9b-ae14-4e2b-a617-14d27cf17c0f/1865d8a1-2409-428d-9f94-26faf2c8efa0/6f5ec39d-acab-4545-a1a3-bff5ad5dd457) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:37:32.396995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] Checking router: 4cffdc28-b9d5-4a5d-83ca-a546973ba971 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:37:32.408048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] Routers {'4cffdc28-b9d5-4a5d-83ca-a546973ba971'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:37:32.409049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e556a0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:32.452066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.472993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Deleting port d3ef4b81-7389-43b7-b8bc-07aceb3ba254 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:32.473383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.595650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.630055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] Set router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 gateway port host: None {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:37:32.638152 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee82580b-9143-4912-a6d1-37ca38b9ea0e req-2afe3f5b-bd2c-440c-bbbe-fb464a734142 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5495641
Apr 21 13:37:32.652395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.676190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aa06c104-0517-4ef8-96aa-8c9f0e78d81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:32.685752 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5fbcd50f-ffc8-4ed7-9484-e0abb7963606 req-30bb9645-c33c-4219-a143-730e24a874c0 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 210 time: 0.0886755
Apr 21 13:37:32.760145 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb7c942e822c4fcc81e961886b1cbf51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8633609
Apr 21 13:37:32.761424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f65392-7cea-4640-8ea3-fdb3bf244be4,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:32.767932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 49990) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:32.784124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:32.799452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9e556a0>, [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:37:32Z', 'revision_number': 6, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:32.804638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a91fe1-fe1c-4bd4-b4b6-cb45e05cbce9 None None] The sync data for ids ['4cffdc28-b9d5-4a5d-83ca-a546973ba971'] in dv-cinder-787195-3-iscsi is: [{'id': '4cffdc28-b9d5-4a5d-83ca-a546973ba971', 'name': 'tempest-ServerRescueNegativeTestJSON-196899911-router', 'tenant_id': '805919dd7fcf4445afd56d53d25eb33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:15Z', 'updated_at': '2021-04-21T13:37:32Z', 'revision_number': 6, 'project_id': '805919dd7fcf4445afd56d53d25eb33d', 'gw_port_host': None}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:37:32.853018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.935136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:32.942425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Transition to ACTIVE for port object 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:32.978838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] For port d3ef4b81-7389-43b7-b8bc-07aceb3ba254, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:32.979537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:32.995150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.008656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:33.009750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device dfcbfad4-cbcd-4ea4-a58d-bf52ff05923f not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:33.043667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.091803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.099230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:33.151234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Calling delete_port for d3ef4b81-7389-43b7-b8bc-07aceb3ba254 owned by network:router_gateway {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:33.187164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:33.195952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:33.195952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:37:33.244285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:33.249800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:33.263773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.269918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3ee1113f-cf5c-436b-a398-9e43fd54b124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:33.297596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f65392-7cea-4640-8ea3-fdb3bf244be4,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:33.305684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:33.352000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.357411 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-83b87935-5a88-4996-b0d2-c07ce827bf06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54f65392-7cea-4640-8ea3-fdb3bf244be4 HTTP/1.1" status: 204  len: 168 time: 0.5839758
Apr 21 13:37:33.426119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:33.426879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.493777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8275745
Apr 21 13:37:33.544027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729722b-b5e2-4cc5-b323-f7a6814737e6 req-ac21cb62-1d05-4641-bd5b-a01af2546cc7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:33.552296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c729722b-b5e2-4cc5-b323-f7a6814737e6 req-ac21cb62-1d05-4641-bd5b-a01af2546cc7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2050033
Apr 21 13:37:33.557753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-6f239a03-95af-4402-a397-40bd47b1f864 None None] Provisioning for port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:33.570027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-6f239a03-95af-4402-a397-40bd47b1f864 None None] Provisioning complete for port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:33.570658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6f239a03-95af-4402-a397-40bd47b1f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.616377 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c729722b-b5e2-4cc5-b323-f7a6814737e6 req-37bad1db-6c2c-48a0-8edb-0e6c913f8041 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627518
Apr 21 13:37:33.656175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-6f239a03-95af-4402-a397-40bd47b1f864 None None] Port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:37:33.686675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.692784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:33.739623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ef4b81-7389-43b7-b8bc-07aceb3ba254,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:33.743340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:33.847309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.912846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50008) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:33.941462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:33.969954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:33.981275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3658f-b12e-45e3-b9c7-0654e6e9f741 req-ff57194b-7212-454d-9941-7cc209240f09 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:33.981977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-c2b3658f-b12e-45e3-b9c7-0654e6e9f741 req-ff57194b-7212-454d-9941-7cc209240f09 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Synchronizing usage tracker for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:33.987734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Usage tracker for resource:security_group_rule and tenant:c14b276ea4c74db690a43fa68b691a07 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:33.991522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:34.000279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:34.015964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-c2b3658f-b12e-45e3-b9c7-0654e6e9f741 req-ff57194b-7212-454d-9941-7cc209240f09 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Unset dirty status for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:34.017883 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c2b3658f-b12e-45e3-b9c7-0654e6e9f741 req-ff57194b-7212-454d-9941-7cc209240f09 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 932 time: 0.1859593
Apr 21 13:37:34.057092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.060970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.140593 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c2b3658f-b12e-45e3-b9c7-0654e6e9f741 req-d3b3e436-e16e-4a60-a340-a3a58177523d tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091030
Apr 21 13:37:34.206713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.207295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cffdc28-b9d5-4a5d-83ca-a546973ba971 {{(pid=86358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:37:34.225191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.225570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.227260 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4cffdc28-b9d5-4a5d-83ca-a546973ba971 HTTP/1.1" status: 204  len: 168 time: 2.6328728
Apr 21 13:37:34.235619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50012) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:34.242053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.288178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3ab6e995-db0f-4cf9-82fc-88de8750be61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:34.371298 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c14b276ea4c74db690a43fa68b691a07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4549997
Apr 21 13:37:34.374685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50018) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:34.380856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b2f3bb-a737-41d4-b64c-6a63a27c6869,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:34.384699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dc46ac00-30f1-4d0f-8be3-c4d759f20a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:34.396641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Deleting subnet c8324db5-1015-47c4-a106-d1609fc54b0a {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:37:34.400210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.426009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d531c4d8-9f8e-4350-9813-2500ee134366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.465928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.474978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.496714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.556434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.562156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c303184b-bb10-4ff6-8f68-da3fc760b43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:34.563493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.583609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b2f3bb-a737-41d4-b64c-6a63a27c6869,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:34.588054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:34.589529 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.594162 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1fe496f0-e24c-4b1b-9cf5-d785d0c9ed1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9b2f3bb-a737-41d4-b64c-6a63a27c6869 HTTP/1.1" status: 204  len: 168 time: 0.2151475
Apr 21 13:37:34.901634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device d3ef4b81-7389-43b7-b8bc-07aceb3ba254 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:34.910630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1d66-d3a9-4842-87a5-2d1a4fe90e0d req-9169ff7d-a45a-4f18-97a5-42444374564d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:34.919029 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-070e1d66-d3a9-4842-87a5-2d1a4fe90e0d req-9169ff7d-a45a-4f18-97a5-42444374564d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1853695
Apr 21 13:37:34.940425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: d3ef4b81-7389-43b7-b8bc-07aceb3ba254 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:34.941135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device d3ef4b81-7389-43b7-b8bc-07aceb3ba254 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:34.981923 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-070e1d66-d3a9-4842-87a5-2d1a4fe90e0d req-8c1b9f44-f1e1-4fd2-bfcf-627bc5bfc87b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616457
Apr 21 13:37:34.983516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:34.989564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:35.026543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8324db5-1015-47c4-a106-d1609fc54b0a,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:35.029892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:35.031066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:35.043943 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c8324db5-1015-47c4-a106-d1609fc54b0a HTTP/1.1" status: 204  len: 168 time: 0.8059487
Apr 21 13:37:35.046669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50032) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:35.182969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:35.378992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Request body: {'port': {'device_id': 'efbdb119-3b98-454a-918f-010ccf22485c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:35.433065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:35.916924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c9325f28>,) {'filters': {'network_id': ['daded102-85a5-4cea-a60e-dc95a6859d33']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:35.953893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cebdc8-72c5-4564-9b09-d2743c4cc43f req-077aa9bb-13cd-4e96-8162-b51f3a9a296b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:35.955676 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9cebdc8-72c5-4564-9b09-d2743c4cc43f req-077aa9bb-13cd-4e96-8162-b51f3a9a296b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 932 time: 0.6468761
Apr 21 13:37:35.955950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:35.972512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9325f28>, 'e7eb7303-fc6c-4e28-8a91-439b890f16b7') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:35.972818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9325f28>, 'e7eb7303-fc6c-4e28-8a91-439b890f16b7') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:36.011043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:36.205139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:36.233505 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9cebdc8-72c5-4564-9b09-d2743c4cc43f req-6c99b856-fc9f-4351-bf38-b1a912846e83 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2633743
Apr 21 13:37:36.241064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:37:36.573367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Network daded102-85a5-4cea-a60e-dc95a6859d33 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:37:36.594786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:36.623116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5b428-9e28-41bf-a14c-085757039e77 req-383fff73-38df-47ca-8303-e3c8e2a4dd5d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:36.624985 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a5b5b428-9e28-41bf-a14c-085757039e77 req-383fff73-38df-47ca-8303-e3c8e2a4dd5d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.4878447
Apr 21 13:37:36.770611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e8e926b-50d5-4204-9b73-9d09beb4ca22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:36.861413 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a5b5b428-9e28-41bf-a14c-085757039e77 req-9a90920c-a860-4ec8-8d40-5ce2264eed9f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1771548
Apr 21 13:37:36.879020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Network daded102-85a5-4cea-a60e-dc95a6859d33 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:37:36.912265 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:37:36.954564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.051038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.054436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:37:37.064223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.067537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aa9d6453-4e0a-4e21-8683-7b5ed42f897b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:37.082350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.100564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Pushing event deleted for resources: {'Network': ['ID=daded102-85a5-4cea-a60e-dc95a6859d33,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:37.109258 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] 10.222.0.41 "DELETE /v2.0/networks/daded102-85a5-4cea-a60e-dc95a6859d33 HTTP/1.1" status: 204  len: 168 time: 2.0589316
Apr 21 13:37:37.109789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8e7459dc-47fd-4aa4-b6ad-0be318b5ed9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:37.111061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Transition to ACTIVE for port object 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:37.114881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.121202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a09605d9-4dd3-4e02-b41c-4e1ad6765c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:37.333093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:37.342319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:37.402853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50092) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:37.457662 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e3b9d730-7c4d-4db7-88c8-d955af6ba15a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=805919dd7fcf4445afd56d53d25eb33d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0533223
Apr 21 13:37:37.460155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50096) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:37.489064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Attempting to bind port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:37:37.489326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Attempting to bind port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:37:37.489990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Attempting to bind port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 on network 06587a9b-ae14-4e2b-a617-14d27cf17c0f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:37.499827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 on network 06587a9b-ae14-4e2b-a617-14d27cf17c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:37:37.500190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Attempting to bind port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 on network 06587a9b-ae14-4e2b-a617-14d27cf17c0f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:37.508837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:37:37.509221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Checking segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:37:37.509647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Bound using segment: {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:37:37.510122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Bound port: 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fd218d-797c-48f4-8334-9c3c375cf2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:37:37.510513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.526235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.540208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c1a-60dd-4e5f-b608-ff4f322c2f22 req-ddabe89b-e23b-4daf-9975-8dcf9b10b309 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:37.541836 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8426c1a-60dd-4e5f-b608-ff4f322c2f22 req-ddabe89b-e23b-4daf-9975-8dcf9b10b309 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1558366
Apr 21 13:37:37.555849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.613949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.619563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-785bf698-951d-4fc2-bcb0-e3ffae58d36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:37.632965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120bf06-cf7a-475b-805a-caf251a0400b,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:37.636471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:37.638689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.644397 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f120bf06-cf7a-475b-805a-caf251a0400b HTTP/1.1" status: 204  len: 168 time: 0.1787748
Apr 21 13:37:37.661897 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8426c1a-60dd-4e5f-b608-ff4f322c2f22 req-07ea68e4-5d38-4f0a-8f1f-403ad3206187 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889852
Apr 21 13:37:37.666333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:37:37.670924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:37:37.674973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.686234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:37.730984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:37.731668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:37.733220 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 1094 time: 2.3678117
Apr 21 13:37:37.744450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:37.778499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:37.782567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:37.811169 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'status': 'completed', 'code': 200}
Apr 21 13:37:38.027881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:38.127469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe760f8-0145-40b0-99be-c77d3ec4c16d req-1d0317ea-35dd-4c83-976d-79799fc5eef6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:38.130712 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-afe760f8-0145-40b0-99be-c77d3ec4c16d req-1d0317ea-35dd-4c83-976d-79799fc5eef6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1229968
Apr 21 13:37:38.184859 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-afe760f8-0145-40b0-99be-c77d3ec4c16d req-9101d0d0-6bc9-4748-aadb-4f6c5dcd676f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478694
Apr 21 13:37:38.607076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50128) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:38.733280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-724816507-network', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:38.741322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:38.745688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Usage tracker for resource:network and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:38.750901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:38.759602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:38.770153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Made reservation on behalf of 4ee5a2ffd6ef46508eb2788b07f3dbda for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:37:38.776625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:38.793961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:38.813410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:38.821100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:38.828098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:38.838058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:38.849567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:38.893223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488a58b-cbf3-45d4-b980-d18d7e1b773d req-2c69ad4f-4e09-4dd9-b883-f38a74fe6e92 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:38.895630 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0488a58b-cbf3-45d4-b980-d18d7e1b773d req-2c69ad4f-4e09-4dd9-b883-f38a74fe6e92 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1120915
Apr 21 13:37:38.957350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:38.961698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:38.967493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3f49982e-b1e1-432f-9ca2-3efbd42aaa0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:38.970047 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0488a58b-cbf3-45d4-b980-d18d7e1b773d req-b684a117-153c-4e10-8a6a-c56fa4157a6b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638084
Apr 21 13:37:39.000280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:37:39.016788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e446b91d-9cc6-4814-8b67-d94e1118c222,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:39.022024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:39.023153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:39.023554 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Added segment 5754851e-4cef-4a6a-8dbb-c9e5fe8482a7 of type vlan for network 6c3728c5-041b-4f0a-af28-9d10e08d8714
Apr 21 13:37:39.053560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:39.086639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:39.087929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:39.088585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:39.092363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:39.203657 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5953772
Apr 21 13:37:39.207659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50138) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:39.207943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3728c5-041b-4f0a-af28-9d10e08d8714,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:39.210919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:39.215241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Request body: {'subnet': {'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-subnet', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:39.221039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:39.221909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:37:39.225532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Usage tracker for resource:subnet and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:39.229227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:39.236348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:39.251399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Made reservation on behalf of 4ee5a2ffd6ef46508eb2788b07f3dbda for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:37:39.257385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851710890'] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:39.475439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac89f0f-a14f-4b89-9c39-4b622e6c131a req-0af6fc0b-ac07-4e1b-a6a1-ba640474489d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:39.476974 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cac89f0f-a14f-4b89-9c39-4b622e6c131a req-0af6fc0b-ac07-4e1b-a6a1-ba640474489d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1444023
Apr 21 13:37:39.578482 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cac89f0f-a14f-4b89-9c39-4b622e6c131a req-431bd4c3-ffe9-4486-a541-4ebc70558909 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673907
Apr 21 13:37:39.812659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1267249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851710905'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:39.818243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:39.963621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=100abdee-94c9-4e48-80c7-d871294c83b6,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:39.965774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:39.980066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Checking segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:37:39.980471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Network hostable DHCP agents. Network: 6c3728c5-041b-4f0a-af28-9d10e08d8714, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:37:40.025144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:37:40.040119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282af9b-20d5-40eb-9e5c-5cac0c8d6691 req-b2a685f0-03c8-42a4-b0f6-6b620d906a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:40.041809 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4282af9b-20d5-40eb-9e5c-5cac0c8d6691 req-b2a685f0-03c8-42a4-b0f6-6b620d906a3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1097 time: 0.1454134
Apr 21 13:37:40.042916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 6c3728c5-041b-4f0a-af28-9d10e08d8714) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:40.054094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d2c6b-2475-4233-8eb1-5564a3268644 None None] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:37:40.088985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:40.089549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:40.251448 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0424082
Apr 21 13:37:40.257060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50150) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:40.263814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:40.271264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:40.276394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Usage tracker for resource:router and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:40.280929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:40.291037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:40.302802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:40.304173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:40.309272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282af9b-20d5-40eb-9e5c-5cac0c8d6691 req-1ad04584-a1e4-4943-a9f2-759ca50bd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:40.310970 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4282af9b-20d5-40eb-9e5c-5cac0c8d6691 req-1ad04584-a1e4-4943-a9f2-759ca50bd4da service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2529337
Apr 21 13:37:40.325802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446d86d-b7d8-4d6e-9464-6d69a221eced req-af8b4715-a9ff-40cc-a809-d20b2b81be6c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:40.326203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:40.327872 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a446d86d-b7d8-4d6e-9464-6d69a221eced req-af8b4715-a9ff-40cc-a809-d20b2b81be6c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.2285972
Apr 21 13:37:40.535488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-6c3728c5-041b-4f0a-af28-9d10e08d8714', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:37:40.536988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:40.731388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:40.795484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Allocated IP 172.20.0.2 (6c3728c5-041b-4f0a-af28-9d10e08d8714/100abdee-94c9-4e48-80c7-d871294c83b6/3a9e3ca9-08d9-457c-89ff-a9701572b234) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:37:40.797889 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a446d86d-b7d8-4d6e-9464-6d69a221eced req-9066abf2-7d1e-4066-95e1-be2cf9f938c8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4393132
Apr 21 13:37:40.888711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282af9b-20d5-40eb-9e5c-5cac0c8d6691 req-966a8b57-ce2a-4f44-a6cf-5be765138e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:40.890633 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4282af9b-20d5-40eb-9e5c-5cac0c8d6691 req-966a8b57-ce2a-4f44-a6cf-5be765138e37 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5615466
Apr 21 13:37:40.924539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3d3a1-7a5c-4951-84be-b58519ed3a5b req-49837cfe-9ef3-409e-8fdb-fa5990958ce5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:40.941892 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59b3d3a1-7a5c-4951-84be-b58519ed3a5b req-49837cfe-9ef3-409e-8fdb-fa5990958ce5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1977801
Apr 21 13:37:41.101870 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59b3d3a1-7a5c-4951-84be-b58519ed3a5b req-8add224c-0349-4a6e-a01b-ff9cdc180d69 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586487
Apr 21 13:37:41.170370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.204636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Transition to ACTIVE for port object 3a9e3ca9-08d9-457c-89ff-a9701572b234 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:41.214741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-844b25b7-1a5c-40e2-afec-6552f74ddf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:41.217342 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-844b25b7-1a5c-40e2-afec-6552f74ddf19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1097 time: 0.2470155
Apr 21 13:37:41.244734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Transition to ACTIVE for port object 3a9e3ca9-08d9-457c-89ff-a9701572b234 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:41.251351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.259701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:41.336465 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-361ff041-fe06-4b8f-84ac-f2e9c2f86a5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 217 time: 0.1102798
Apr 21 13:37:41.349756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Pushing event updated for resources: {'Port': ['ID=3a9e3ca9-08d9-457c-89ff-a9701572b234,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:41.381201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:41.383693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:41.388361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.388939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.389418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.390070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.390804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.391455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.392096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.392547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.393379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.394600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.395111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.395719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:41.407768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:41.417485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:37:41.431573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.458239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-e9e070a7-1c75-4659-80e3-a21128baa99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:41.460829 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-e9e070a7-1c75-4659-80e3-a21128baa99c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 200  len: 847 time: 0.1139948
Apr 21 13:37:41.477901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.550963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Attempting to bind port 3a9e3ca9-08d9-457c-89ff-a9701572b234 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:37:41.551752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Attempting to bind port 3a9e3ca9-08d9-457c-89ff-a9701572b234 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:37:41.552378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Attempting to bind port 3a9e3ca9-08d9-457c-89ff-a9701572b234 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:41.560750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:37:41.561261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Checking segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:37:41.562158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.562425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Bound using segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:37:41.563133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Bound port: 3a9e3ca9-08d9-457c-89ff-a9701572b234, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:37:41.563767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.564301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-b813bbbf-a809-41e5-abe5-9a7af5639420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:41.566741 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-b813bbbf-a809-41e5-abe5-9a7af5639420 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06587a9b-ae14-4e2b-a617-14d27cf17c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0987935
Apr 21 13:37:41.676594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] For port 3a9e3ca9-08d9-457c-89ff-a9701572b234, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:37:41.680432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] For port 3a9e3ca9-08d9-457c-89ff-a9701572b234, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3a9e3ca9-08d9-457c-89ff-a9701572b234,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:37:41.684999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:41.691102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-40e379d7-2555-4844-9f42-dc95428e957d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:41.788595 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-7c500dc0-bb91-4c20-91e0-08dd86cea8c2 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138894
Apr 21 13:37:41.800086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Pushing event updated for resources: {'Port': ['ID=3a9e3ca9-08d9-457c-89ff-a9701572b234,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:41.803911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:41.968479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Allocated IP 172.27.0.37 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/e32ce1ff-4fca-4cf1-955a-0953040a5250) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:37:41.989216 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df63084d-7eee-40bd-b6fa-0a7d1c63d38d req-ec7cf85f-2806-4525-b69e-67b4115a81d8 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929202
Apr 21 13:37:42.101874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3266a6-799b-4a1f-9d81-33857aacd4c9 req-f2e9593c-f2a2-475b-b62d-e765a7f75406 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:42.103781 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9b3266a6-799b-4a1f-9d81-33857aacd4c9 req-f2e9593c-f2a2-475b-b62d-e765a7f75406 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1030183
Apr 21 13:37:42.184665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:42.190851 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9b3266a6-799b-4a1f-9d81-33857aacd4c9 req-939c6044-d14b-4b9d-8413-80a3d43f1e85 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753965
Apr 21 13:37:42.250685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:42.256578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b9230b2-429e-4e76-be8f-1d4b1a616493 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:42.334769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:42.339630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:42.344763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:37:42.389860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Pushing event updated for resources: {'Port': ['ID=e32ce1ff-4fca-4cf1-955a-0953040a5250,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:42.393011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:42.401601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf66c-ef46-4c2f-a5d3-6b23a06d930c req-9b46cf5f-2163-45c8-80d5-e6322de57d58 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:42.403333 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-310cf66c-ef46-4c2f-a5d3-6b23a06d930c req-9b46cf5f-2163-45c8-80d5-e6322de57d58 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1157219
Apr 21 13:37:42.466658 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-310cf66c-ef46-4c2f-a5d3-6b23a06d930c req-4d5329c0-49a0-40d7-adf0-e46e8b92ca5f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555661
Apr 21 13:37:42.879443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:42.984065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3a9e3ca9-08d9-457c-89ff-a9701572b234 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:43.100192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 3a9e3ca9-08d9-457c-89ff-a9701572b234 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:43.354795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3ed38-e0bc-4560-865b-1453eb11f215 None None] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:37:43.399920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:43.473474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2765f-1b4b-46e4-828f-bd7549b69106 req-17d0cb54-4693-4ee5-9ae1-f78d795495af tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:43.475560 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07f2765f-1b4b-46e4-828f-bd7549b69106 req-17d0cb54-4693-4ee5-9ae1-f78d795495af tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1061590
Apr 21 13:37:43.510766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Provisioning for port 3a9e3ca9-08d9-457c-89ff-a9701572b234 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:43.537374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Provisioning complete for port 3a9e3ca9-08d9-457c-89ff-a9701572b234 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:43.537958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:43.550428 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-07f2765f-1b4b-46e4-828f-bd7549b69106 req-90ab7b00-9e5b-4708-bace-98bab1e8e4b2 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670412
Apr 21 13:37:43.702157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc91fc-4667-42fb-b321-ec783611c666 req-8128bd95-c64a-4f10-8969-ce2515f84379 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:43.705750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Router 16702814-ab9d-47af-859e-4a3941a9034f is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:37:43.710262 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-72dc91fc-4667-42fb-b321-ec783611c666 req-8128bd95-c64a-4f10-8969-ce2515f84379 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1003208
Apr 21 13:37:43.767991 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-72dc91fc-4667-42fb-b321-ec783611c666 req-2dabcf20-fe33-4486-83d5-3dfd10624b43 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566130
Apr 21 13:37:43.808277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:43.856711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] For port 3a9e3ca9-08d9-457c-89ff-a9701572b234, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3a9e3ca9-08d9-457c-89ff-a9701572b234,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:43.861594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:43.863784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:43.944428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:37:43.954835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Pushing event updated for resources: {'Port': ['ID=3a9e3ca9-08d9-457c-89ff-a9701572b234,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:43.969532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:37:43.971052 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:43.975963 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7146451
Apr 21 13:37:43.976356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50228) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:43.989624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:44.010588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:37:44.011299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d83ac8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:44.184654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-1308dd08-0f2f-4caf-9b11-f390ad13a2cb None None] Provisioning complete for port 3a9e3ca9-08d9-457c-89ff-a9701572b234 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:44.184998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1308dd08-0f2f-4caf-9b11-f390ad13a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:44.282969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:37:44.674108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d83ac8>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:42Z', 'revision_number': 3, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:44.679555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:37:44.679957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Updating router 16702814-ab9d-47af-859e-4a3941a9034f port e32ce1ff-4fca-4cf1-955a-0953040a5250 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:37:44.745723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:44.813483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:44.894886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3e7a9-562e-4c78-8779-da68db5e9e98 req-4d5bcb0f-693e-4aa3-b578-ca0209691a3f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:44.899052 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d5a3e7a9-562e-4c78-8779-da68db5e9e98 req-4d5bcb0f-693e-4aa3-b578-ca0209691a3f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.2389674
Apr 21 13:37:44.993041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3a9e3ca9-08d9-457c-89ff-a9701572b234 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:45.093340 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d5a3e7a9-562e-4c78-8779-da68db5e9e98 req-e5fd1ebe-747d-45cc-a2dc-70a2dda67f17 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376705
Apr 21 13:37:45.126344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 3a9e3ca9-08d9-457c-89ff-a9701572b234 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:45.126788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.142387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85b7d-544c-492e-86ff-a540e78b9c44 req-36b0f16a-e99c-4bfe-87e4-eb444cf6d69a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:45.144616 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50b85b7d-544c-492e-86ff-a540e78b9c44 req-36b0f16a-e99c-4bfe-87e4-eb444cf6d69a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2640932
Apr 21 13:37:45.241751 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-50b85b7d-544c-492e-86ff-a540e78b9c44 req-ddef0322-4de3-4030-a61c-ac29d14ce42f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635445
Apr 21 13:37:45.251254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Allocated IP 172.20.0.1 (6c3728c5-041b-4f0a-af28-9d10e08d8714/100abdee-94c9-4e48-80c7-d871294c83b6/3d65c240-8604-4560-b47f-199590ea7faa) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:37:45.339527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.370812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Transition to ACTIVE for port object e32ce1ff-4fca-4cf1-955a-0953040a5250 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:45.379661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.384489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:45.431727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.449325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Transition to ACTIVE for port object 3d65c240-8604-4560-b47f-199590ea7faa will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:45.469749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Attempting to bind port e32ce1ff-4fca-4cf1-955a-0953040a5250 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:37:45.470329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Attempting to bind port e32ce1ff-4fca-4cf1-955a-0953040a5250 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:37:45.471012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Attempting to bind port e32ce1ff-4fca-4cf1-955a-0953040a5250 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:45.475796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb8d8-7374-412e-a861-f3090fbb7a4c None None] Pushing event updated for resources: {'Port': ['ID=e32ce1ff-4fca-4cf1-955a-0953040a5250,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:45.479382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-120fb8d8-7374-412e-a861-f3090fbb7a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:45.481404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.482895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:37:45.483461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:37:45.483978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.484490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:37:45.485094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Bound port: e32ce1ff-4fca-4cf1-955a-0953040a5250, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:37:45.485674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.488516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:45.565071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:45.570085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:45.574770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:37:45.748561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50254) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:45.760040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] For port e32ce1ff-4fca-4cf1-955a-0953040a5250, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:37:45.767365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] For port e32ce1ff-4fca-4cf1-955a-0953040a5250, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=e32ce1ff-4fca-4cf1-955a-0953040a5250,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:37:45.773225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.782929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:45.851908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Pushing event updated for resources: {'Port': ['ID=3d65c240-8604-4560-b47f-199590ea7faa,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:45.856641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:45.880090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:45.981363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:37:45.982585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d83ac8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:46.044455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.066404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:46.074383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Usage tracker for resource:security_group_rule and tenant:fbd7eb3e2cf740688cbde5956fe90372 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:46.079879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:46.080488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-dcc3fe1b-d772-4c42-99c3-f491782e50b6 None None] Provisioning for port 3d65c240-8604-4560-b47f-199590ea7faa completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:46.090441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:46.091441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-dcc3fe1b-d772-4c42-99c3-f491782e50b6 None None] Provisioning complete for port 3d65c240-8604-4560-b47f-199590ea7faa triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:46.091861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fe1b-d772-4c42-99c3-f491782e50b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.211799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.224461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.228306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.240934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fc5d285f-0084-41df-a918-bbce3a56a6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:46.277901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb8d8-7374-412e-a861-f3090fbb7a4c None None] Pushing event updated for resources: {'Port': ['ID=e32ce1ff-4fca-4cf1-955a-0953040a5250,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:46.288705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-120fb8d8-7374-412e-a861-f3090fbb7a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:46.291234 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbd7eb3e2cf740688cbde5956fe90372&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5396156
Apr 21 13:37:46.292103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50270) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:46.292863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011c5cf9-2c25-49af-879b-261597c7a1c6,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:46.309001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:46.314737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3fe1b-d772-4c42-99c3-f491782e50b6 None None] Port 3d65c240-8604-4560-b47f-199590ea7faa cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:37:46.325678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:37:46.367361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.401645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.454848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.461207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3ad0c674-906d-48f5-bb54-dbd77d77a904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:46.474156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c5cf9-2c25-49af-879b-261597c7a1c6,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:46.476590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:46.482897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.484328 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/011c5cf9-2c25-49af-879b-261597c7a1c6 HTTP/1.1" status: 204  len: 168 time: 0.1882262
Apr 21 13:37:46.638967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a91c-8c78-4eaa-9b1b-e6d08915071e req-fba2dad0-8ae5-461f-9552-e0030ca44f37 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:46.640748 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1086a91c-8c78-4eaa-9b1b-e6d08915071e req-fba2dad0-8ae5-461f-9552-e0030ca44f37 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.3802865
Apr 21 13:37:46.651199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eaf0f-fb61-45df-8d1d-d5ecd883f930 req-208cd706-b8c5-4d83-9ace-8293d5a2fffb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:46.652917 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-315eaf0f-fb61-45df-8d1d-d5ecd883f930 req-208cd706-b8c5-4d83-9ace-8293d5a2fffb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2094200
Apr 21 13:37:46.702240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.716006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.744598 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d83ac8>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:42Z', 'revision_number': 3, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:46.749369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2e752-0a80-4e92-87a4-477b3257b6b7 None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:42Z', 'revision_number': 3, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:37:46.754646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:46.862984 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1086a91c-8c78-4eaa-9b1b-e6d08915071e req-10815e86-aa7f-4b11-a92c-c8ba66f2e9cd tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1959612
Apr 21 13:37:46.875129 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-315eaf0f-fb61-45df-8d1d-d5ecd883f930 req-3772df78-e3d0-4f73-81e8-bd6d84fc17e4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2029440
Apr 21 13:37:46.885321 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Pushing event updated for resources: {'Port': ['ID=3d65c240-8604-4560-b47f-199590ea7faa,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:46.889382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:46.897889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.919494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50278) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:46.952606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:46.970385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:46.982621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Usage tracker for resource:security_group_rule and tenant:f461b7db1e964c028a32cf5895eb9bd9 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:46.985994 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:46.993317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:47.076746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:47.078083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:47.102340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.107333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.125922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:47.228324 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f461b7db1e964c028a32cf5895eb9bd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3066511
Apr 21 13:37:47.229049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50286) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:47.232089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ba921-7043-480d-8200-b2ff786a6689,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:47.251443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:47.349097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.392963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.410983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Router 16702814-ab9d-47af-859e-4a3941a9034f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:37:47.456169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-68983181-c5cd-4b94-a984-d3caa826af16 None None] Provisioning complete for port 3d65c240-8604-4560-b47f-199590ea7faa triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:47.457082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-68983181-c5cd-4b94-a984-d3caa826af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.465942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.476230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ab7e77fd-75c5-4fd5-8075-38cec2a67f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:47.490327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ba921-7043-480d-8200-b2ff786a6689,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:47.496204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:47.500383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:47.507149 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/534ba921-7043-480d-8200-b2ff786a6689 HTTP/1.1" status: 204  len: 168 time: 0.2765703
Apr 21 13:37:47.540785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-68983181-c5cd-4b94-a984-d3caa826af16 None None] Port 3d65c240-8604-4560-b47f-199590ea7faa cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:37:47.689491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:37:47.717796 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] 10.222.0.41 "PUT /v2.0/routers/16702814-ab9d-47af-859e-4a3941a9034f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7271488
Apr 21 13:37:48.292593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3829-9cc9-4844-9fa7-49064506edb5 req-88125486-6df6-43bc-9446-9cc2ff52d518 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:48.296423 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-757a3829-9cc9-4844-9fa7-49064506edb5 req-88125486-6df6-43bc-9446-9cc2ff52d518 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.2079699
Apr 21 13:37:48.382210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-757a3829-9cc9-4844-9fa7-49064506edb5 req-2187f4b7-c619-4a8e-b41d-0a8bfca6ef9e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746858
Apr 21 13:37:48.465316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50320) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:48.473958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287166737', 'description': 'tempest-description--1516631728'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:48.486583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:48.493506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:48.506901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:48.521896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:48.543375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:48.609285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:48.617454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:48.623274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:48.636035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:48.707960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f428-79f1-4856-b796-622264fb1c3e req-d48be75c-83f7-4137-958a-f6b75ba0171c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:48.726782 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1c8f428-79f1-4856-b796-622264fb1c3e req-d48be75c-83f7-4137-958a-f6b75ba0171c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1673386
Apr 21 13:37:48.754064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:48.757810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:48.768869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e860b57f-7cbc-4ac6-a064-cc1ff7485af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:48.802550 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1c8f428-79f1-4856-b796-622264fb1c3e req-2c06ff3c-0d61-48bb-9aa7-4caa00fcefd1 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741758
Apr 21 13:37:48.840572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:48.846354 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3766057
Apr 21 13:37:48.846354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af1b97-d9ca-4c20-9190-8ec9cf432204,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:48.847070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50334) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:48.849811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:48.854903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'security_group_rule': {'security_group_id': 'e5af1b97-d9ca-4c20-9190-8ec9cf432204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:48.864663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:48.869774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:48.873445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:48.880704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:48.923883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.017900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.022701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.024917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0ff5910d-37d1-405f-9712-12a3ebdd8af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:49.026782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device e32ce1ff-4fca-4cf1-955a-0953040a5250 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:49.050505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df052851-96f1-4cc1-92ee-b12467c2862f,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:49.055548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:49.066290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.067848 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2195005
Apr 21 13:37:49.070965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50340) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:49.080106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'security_group_rule': {'security_group_id': 'e5af1b97-d9ca-4c20-9190-8ec9cf432204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:49.089337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:49.095747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:49.101251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:49.109790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:49.120724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port e32ce1ff-4fca-4cf1-955a-0953040a5250 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:49.128701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port e32ce1ff-4fca-4cf1-955a-0953040a5250 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:49.129396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.130758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.216112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.220104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.256077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:49.269482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.273349 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1986420
Apr 21 13:37:49.274522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50348) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:49.280845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:49.281355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ab7e57-f528-4fb6-9de4-c7a67aa1a023,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:49.285412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6662f9d8-f483-4a71-9877-e20e4ad48e73 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:49.290050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:49.294434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:floatingip and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:49.297882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:49.304362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:49.311446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.327026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.330420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port e32ce1ff-4fca-4cf1-955a-0953040a5250, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=e32ce1ff-4fca-4cf1-955a-0953040a5250,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:49.334737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.336627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-120fb8d8-7374-412e-a861-f3090fbb7a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:49.419097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=e32ce1ff-4fca-4cf1-955a-0953040a5250,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:49.423287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:49.508540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:49.635149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342323d-36f2-4803-b94a-eca11a353ef1 req-703f2909-feda-4c12-8a16-21a85c251a66 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:49.637388 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4342323d-36f2-4803-b94a-eca11a353ef1 req-703f2909-feda-4c12-8a16-21a85c251a66 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1137786
Apr 21 13:37:49.683574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Allocated IP 172.27.0.140 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/09003dd4-65fb-405a-8170-e00f0e7baea5) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:37:49.715798 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4342323d-36f2-4803-b94a-eca11a353ef1 req-a3aaedfd-0206-454d-a556-008207d3a4b1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643799
Apr 21 13:37:49.934038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:50.000693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:50.010148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:50.091895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:37:50.107124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:37:50.108140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6cc88>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:50.125525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'Port': ['ID=09003dd4-65fb-405a-8170-e00f0e7baea5,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:50.140135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:50.141713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:50.142703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:50.146438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:37:50.204777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4366-a8c4-4c5e-871e-f93119cf0b80 req-7b2989b8-ecbf-4529-ac2f-843fb551a9f4 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:50.208812 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405d4366-a8c4-4c5e-871e-f93119cf0b80 req-7b2989b8-ecbf-4529-ac2f-843fb551a9f4 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1808677
Apr 21 13:37:50.306657 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405d4366-a8c4-4c5e-871e-f93119cf0b80 req-816c7508-48b6-417a-90a3-ec9cbde5f94b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910304
Apr 21 13:37:50.314714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:50.369160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:37:50.396079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.041480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device e32ce1ff-4fca-4cf1-955a-0953040a5250 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:51.051005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17765c5-dc8f-4671-bb87-16f350568459 req-370201b1-6a31-4505-a79b-a67618d599a8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:51.052225 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a17765c5-dc8f-4671-bb87-16f350568459 req-370201b1-6a31-4505-a79b-a67618d599a8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1760232
Apr 21 13:37:51.093015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6cc88>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 2, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:51.098820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:37:51.099227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Updating router 16702814-ab9d-47af-859e-4a3941a9034f port 3d65c240-8604-4560-b47f-199590ea7faa binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:37:51.168025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.181333 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a17765c5-dc8f-4671-bb87-16f350568459 req-c3a7be8c-86cc-48ad-8243-884d2aca0913 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211021
Apr 21 13:37:51.196090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.209970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.215454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:51.241859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port e32ce1ff-4fca-4cf1-955a-0953040a5250 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:51.243552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.359900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'Port': ['ID=09003dd4-65fb-405a-8170-e00f0e7baea5,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:51.370418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:51.382193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.430564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.432976 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1561859
Apr 21 13:37:51.717775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1239733-30fc-4913-ba02-b611936866f3 req-6e8e75bf-2d3f-45d9-9901-975b4f73f26c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:51.719883 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1239733-30fc-4913-ba02-b611936866f3 req-6e8e75bf-2d3f-45d9-9901-975b4f73f26c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1851468
Apr 21 13:37:51.881807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.897332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Transition to ACTIVE for port object 3d65c240-8604-4560-b47f-199590ea7faa will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:51.904172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:51.917022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-898080cb-6931-44f5-9596-c31066265017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:52.144794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Pushing event updated for resources: {'Port': ['ID=3d65c240-8604-4560-b47f-199590ea7faa,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:52.176877 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1239733-30fc-4913-ba02-b611936866f3 req-d96ee92d-8876-4cec-a7b3-5b56b28b4399 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4488907
Apr 21 13:37:52.203331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.203883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.204435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.204977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.205564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.206257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.206855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.207385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.207954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.208483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.209019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.209534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:37:52.224681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:52.251895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Attempting to bind port 3d65c240-8604-4560-b47f-199590ea7faa on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:37:52.253223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Attempting to bind port 3d65c240-8604-4560-b47f-199590ea7faa by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:37:52.253728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Attempting to bind port 3d65c240-8604-4560-b47f-199590ea7faa on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:52.255427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a0876-a352-4eef-acb9-657312f57464 req-3d6c8752-f596-42be-8f60-e24951d75b03 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:52.256835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a0a0876-a352-4eef-acb9-657312f57464 req-3d6c8752-f596-42be-8f60-e24951d75b03 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.5005255
Apr 21 13:37:52.264342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:37:52.265100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Checking segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:37:52.265977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:52.266430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Bound using segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:37:52.267569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Bound port: 3d65c240-8604-4560-b47f-199590ea7faa, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:37:52.268139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:52.296541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-8a7da955-e008-428b-868c-aab1de1e9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:52.298580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-8a7da955-e008-428b-868c-aab1de1e9cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1099 time: 0.4450803
Apr 21 13:37:52.333940 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a0a0876-a352-4eef-acb9-657312f57464 req-fe7a7a6a-8a63-4e13-a5f1-e8def53dece4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669372
Apr 21 13:37:52.457254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] For port 3d65c240-8604-4560-b47f-199590ea7faa, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:37:52.462097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] For port 3d65c240-8604-4560-b47f-199590ea7faa, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3d65c240-8604-4560-b47f-199590ea7faa,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:37:52.466442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:52.472805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:52.498454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-b3c9acb8-8349-4460-80c4-1de688fc5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:52.500781 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-b3c9acb8-8349-4460-80c4-1de688fc5710 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.1826241
Apr 21 13:37:52.592448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:37:52.593803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6cc88>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:52.727366 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-fcd61442-2843-4e6c-a74b-ad5ddc993d78 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1287166737&fields=id&tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 267 time: 0.3914638
Apr 21 13:37:52.780520 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-04fee0f2-4613-43c3-841b-79ce7011022f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 1002 time: 0.2610526
Apr 21 13:37:52.932115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:37:53.005539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Pushing event updated for resources: {'Port': ['ID=3d65c240-8604-4560-b47f-199590ea7faa,revision_number=4']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:53.011754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-11333355-7f7f-4f45-a646-99ea1daed13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:53.047320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-a22ab2f9-1520-4e05-9bb3-658c066f8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:53.049698 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-a22ab2f9-1520-4e05-9bb3-658c066f8f87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.1894372
Apr 21 13:37:53.185243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:37:53.204982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:53.221329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'port_id': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'mac_address': 'fa:16:3e:56:b0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:37:53.286379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:53.306024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:37:53.308771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-021d092d-dd0d-42a0-a24a-4a9418f68213 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:53.311285 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-021d092d-dd0d-42a0-a24a-4a9418f68213 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 816 time: 0.5826855
Apr 21 13:37:53.323626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:53.326961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:53.328765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:53.334021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-4e472696-8fdd-47af-817f-2f866b45e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:53.336373 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-4e472696-8fdd-47af-817f-2f866b45e0a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2769136
Apr 21 13:37:53.357750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3aa7c-174d-4d79-951c-40ed2de97fbf req-fc1076dd-4a36-43d1-a463-f27bc9f782e7 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:53.359441 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-34c3aa7c-174d-4d79-951c-40ed2de97fbf req-fc1076dd-4a36-43d1-a463-f27bc9f782e7 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 945 time: 0.3051026
Apr 21 13:37:53.390090 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-48fdfa67-2a79-4f26-ae0a-23edb2ddfb79 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/quotas/4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 375 time: 0.0655446
Apr 21 13:37:53.407330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:53.410724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:53.586303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['6f5ec39d-acab-4545-a1a3-bff5ad5dd457'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:37:53.591079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b6cc88>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:52Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:37:53.594795 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-34c3aa7c-174d-4d79-951c-40ed2de97fbf req-b0e60647-34fc-4698-bc57-c03583fc6d32 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065742
Apr 21 13:37:53.597802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573d388-51cb-4c60-b1d4-b9178ba9aa0c None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:52Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:37:53.636325 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-2ac6aaf9-67f0-4dae-b87a-48fff3a35078 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898858
Apr 21 13:37:53.761407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-618be7f1-4d1c-4733-ac8a-5ee9c581e0cf tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:53.808771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-618be7f1-4d1c-4733-ac8a-5ee9c581e0cf tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:53.813667 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-618be7f1-4d1c-4733-ac8a-5ee9c581e0cf tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3501542
Apr 21 13:37:54.057896 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96087e38-cb87-410a-88ff-1f5d0a812548 req-2e99877c-7965-4bf5-919e-4193d05b1e84 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4109945
Apr 21 13:37:54.136150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a7c3-2850-4a26-b415-3252544742a2 req-398a31a9-d8c2-4291-b714-b474f6c7eee6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:54.137959 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-79f5a7c3-2850-4a26-b415-3252544742a2 req-398a31a9-d8c2-4291-b714-b474f6c7eee6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 945 time: 0.3187301
Apr 21 13:37:54.191672 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-a00071b7-1412-49b3-9f4c-01ce7c250255 service neutron] 10.222.0.41 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996259
Apr 21 13:37:54.282278 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-79f5a7c3-2850-4a26-b415-3252544742a2 req-2c16d34d-abc6-425d-96ee-49b3484e92ed tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291401
Apr 21 13:37:54.671163 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-f4286e0e-dc0c-4a1b-b45c-bbe4f57b1215 service neutron] 10.222.0.41 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4660072
Apr 21 13:37:54.683768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-5f9ab6b7-c29c-4938-b7d9-d8bea97d6eaa tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:54.685709 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-5f9ab6b7-c29c-4938-b7d9-d8bea97d6eaa tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 945 time: 0.3043139
Apr 21 13:37:54.856588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dff04-3d2d-4e81-8217-680f463fab3e req-852a67f5-a4d4-48bf-811d-69969cfe0a31 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:54.872909 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c84dff04-3d2d-4e81-8217-680f463fab3e req-852a67f5-a4d4-48bf-811d-69969cfe0a31 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3321464
Apr 21 13:37:54.936670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:54.952462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Deleting port 8c8ba788-5953-49dd-846d-f7d5e3012e07 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:37:54.953200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.046277 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c84dff04-3d2d-4e81-8217-680f463fab3e req-a6d0e995-e634-4c2d-b901-044d52342f79 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593742
Apr 21 13:37:55.144755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3d65c240-8604-4560-b47f-199590ea7faa up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:55.348050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 3d65c240-8604-4560-b47f-199590ea7faa completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:55.354419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 3d65c240-8604-4560-b47f-199590ea7faa triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:55.354874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.412575 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b36f828-f3f4-4087-aa86-0e3de3c9ae7a req-936ac43a-cd00-401f-9991-b4642415d23f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 210 time: 0.2038038
Apr 21 13:37:55.470538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:55.485594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:55.486032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.597628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ddbb2-3805-4bfc-885d-5fb38c61b1db req-c51e6883-8d23-4893-8db5-7af394ba4172 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:55.611084 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e04ddbb2-3805-4bfc-885d-5fb38c61b1db req-c51e6883-8d23-4893-8db5-7af394ba4172 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 945 time: 0.4010363
Apr 21 13:37:55.650115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.745409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 3d65c240-8604-4560-b47f-199590ea7faa, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3d65c240-8604-4560-b47f-199590ea7faa,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:55.762877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.769759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:55.771613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] For port 8c8ba788-5953-49dd-846d-f7d5e3012e07, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8c8ba788-5953-49dd-846d-f7d5e3012e07,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:55.772023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.788202 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e04ddbb2-3805-4bfc-885d-5fb38c61b1db req-57093a17-9d02-417c-832e-be0870f38226 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750333
Apr 21 13:37:55.838885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.925044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:55.956546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:37:55.968668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:55.985312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=3d65c240-8604-4560-b47f-199590ea7faa,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:55.990173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:55.991112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:56.033632 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'code': 200}
Apr 21 13:37:56.077989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:56.081859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:56.180599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Calling delete_port for 8c8ba788-5953-49dd-846d-f7d5e3012e07 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:37:56.357493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0ad2-ebcc-4b25-b4d2-570e70dd756e req-40368626-3396-41c1-8217-9182f1d6c127 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:56.359174 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-23bf0ad2-ebcc-4b25-b4d2-570e70dd756e req-40368626-3396-41c1-8217-9182f1d6c127 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 945 time: 0.7382867
Apr 21 13:37:56.519085 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-23bf0ad2-ebcc-4b25-b4d2-570e70dd756e req-07c536fe-c7af-44bd-9585-4c7b806da6ff tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508083
Apr 21 13:37:56.584908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4be0-cfc2-4cf6-878e-8fbba106731c req-77cbb9fe-df1f-4dee-ad02-e8d907d7c3fb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:56.599304 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03aa4be0-cfc2-4cf6-878e-8fbba106731c req-77cbb9fe-df1f-4dee-ad02-e8d907d7c3fb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.3806269
Apr 21 13:37:56.634789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:56.649526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['8c8ba788-5953-49dd-846d-f7d5e3012e07'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:37:56.721608 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03aa4be0-cfc2-4cf6-878e-8fbba106731c req-b4cdf26e-6a23-497c-bbf0-d0061f17f37a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254957
Apr 21 13:37:56.728760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-716c1569-bd9f-44a4-b387-4dd90c670399 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:56.785604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-97a71c9e-8942-42e9-8ac9-aba86172df77 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:56.786968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-97a71c9e-8942-42e9-8ac9-aba86172df77 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:network {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:56.816839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-97a71c9e-8942-42e9-8ac9-aba86172df77 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:network {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:56.827165 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-97a71c9e-8942-42e9-8ac9-aba86172df77 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 816 time: 0.3576505
Apr 21 13:37:56.944866 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-d09a2330-0256-4369-8437-d5c7d5770d26 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:security_group {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:56.979360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-d09a2330-0256-4369-8437-d5c7d5770d26 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:security_group {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:56.981074 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-d09a2330-0256-4369-8437-d5c7d5770d26 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 380 time: 0.1526365
Apr 21 13:37:56.993484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'port': {'device_id': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'admin_state_up': True, 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'security_groups': ['e5af1b97-d9ca-4c20-9190-8ec9cf432204']}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:57.123062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3d65c240-8604-4560-b47f-199590ea7faa up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:37:57.139770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f749a1-96dc-4cc9-a07b-1ea229d9b146 req-b65138b9-8fcc-4146-a830-dee12b6f34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:57.141340 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-44f749a1-96dc-4cc9-a07b-1ea229d9b146 req-b65138b9-8fcc-4146-a830-dee12b6f34dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1099 time: 0.8711064
Apr 21 13:37:57.144113 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2adba1b7-4e55-48e5-887d-274c707b52cd req-75477816-65fc-45f4-b3a2-2ba7f38b7080 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 210 time: 0.1481409
Apr 21 13:37:57.144979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Pushing event deleted for resources: {'Port': ['ID=8c8ba788-5953-49dd-846d-f7d5e3012e07,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:57.190199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] No DVR routers for this DVR port 8c8ba788-5953-49dd-846d-f7d5e3012e07 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:37:57.193508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:57.200462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:57.234177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'name': 'network-vif-deleted', 'tag': '8c8ba788-5953-49dd-846d-f7d5e3012e07'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:57.243257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 3d65c240-8604-4560-b47f-199590ea7faa triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:57.243690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:57.260479 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1fb33286-1c08-4acd-8853-bb860a0d7192 req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "DELETE /v2.0/ports/8c8ba788-5953-49dd-846d-f7d5e3012e07 HTTP/1.1" status: 204  len: 173 time: 2.5680273
Apr 21 13:37:57.262041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-676490a5-0614-486b-b759-7c5e27ce4407 req-2af9832d-2e4c-46a2-a25d-c5366e9f818b tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Synchronizing usage tracker for tenant:82b8821758654e448719caa6964138df on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:57.286806 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-44f749a1-96dc-4cc9-a07b-1ea229d9b146 req-d55102c1-e23b-4784-91ee-031bea47e455 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942066
Apr 21 13:37:57.287687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-676490a5-0614-486b-b759-7c5e27ce4407 req-2af9832d-2e4c-46a2-a25d-c5366e9f818b tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Unset dirty status for tenant:82b8821758654e448719caa6964138df on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:57.289203 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-676490a5-0614-486b-b759-7c5e27ce4407 req-2af9832d-2e4c-46a2-a25d-c5366e9f818b tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f HTTP/1.1" status: 200  len: 210 time: 0.1418757
Apr 21 13:37:57.328967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:57.341419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:57.359139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Made reservation on behalf of 4ee5a2ffd6ef46508eb2788b07f3dbda for: {'port': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:37:57.365836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:57.375054 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc8cbe5-61f9-415c-a6cd-2d9b64b2e76f', 'name': 'network-vif-deleted', 'tag': '8c8ba788-5953-49dd-846d-f7d5e3012e07', 'status': 'completed', 'code': 200}
Apr 21 13:37:57.569894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Allocated IP 172.20.0.14 (6c3728c5-041b-4f0a-af28-9d10e08d8714/100abdee-94c9-4e48-80c7-d871294c83b6/d89ecfe5-1c1f-487e-a44d-590b19605263) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:37:57.746685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db7a6d-3ca6-464e-92c5-57a84209456e req-920bc24c-d2be-4dcb-a058-b8eb9cc119f9 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:57.748774 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b0db7a6d-3ca6-464e-92c5-57a84209456e req-920bc24c-d2be-4dcb-a058-b8eb9cc119f9 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0924091
Apr 21 13:37:57.803068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:57.807571 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b0db7a6d-3ca6-464e-92c5-57a84209456e req-dcb2beea-803f-4429-b40b-f0fd97d6eebc tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485375
Apr 21 13:37:57.821385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Transition to ACTIVE for port object d89ecfe5-1c1f-487e-a44d-590b19605263 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:57.851352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:57.857771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-831ad0b1-15a6-4bcb-a243-377dd7a18786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:57.931692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:37:57.935660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:37:57.940649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:37:57.995940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:58.005171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:58.044976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:58.045959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:58.073967 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0851917
Apr 21 13:37:58.086947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Request body: {'port': {'device_id': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:58.232444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:58.298654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-216372b5-48e4-40a2-8f8e-01692c19904e None None] Provisioning for port d89ecfe5-1c1f-487e-a44d-590b19605263 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:37:58.303768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-216372b5-48e4-40a2-8f8e-01692c19904e None None] Provisioning complete for port d89ecfe5-1c1f-487e-a44d-590b19605263 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:37:58.304174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-216372b5-48e4-40a2-8f8e-01692c19904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:58.380906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-216372b5-48e4-40a2-8f8e-01692c19904e None None] Port d89ecfe5-1c1f-487e-a44d-590b19605263 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:37:58.397401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e534cb-302c-413d-9b8e-e5a2c0c7bfd7 req-ff581d73-719a-49db-bbb0-e1584375508c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:58.400951 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-16e534cb-302c-413d-9b8e-e5a2c0c7bfd7 req-ff581d73-719a-49db-bbb0-e1584375508c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 932 time: 0.1094310
Apr 21 13:37:58.455681 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-16e534cb-302c-413d-9b8e-e5a2c0c7bfd7 req-167e7e80-2883-439d-9b08-f709908e7cc5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484161
Apr 21 13:37:58.673825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89ecfe5-1c1f-487e-a44d-590b19605263 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:37:58.685515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:58.703496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Transition to ACTIVE for port object d89ecfe5-1c1f-487e-a44d-590b19605263 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:37:58.706323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:58.711789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:58.897346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:58.900410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:59.015177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Attempting to bind port d89ecfe5-1c1f-487e-a44d-590b19605263 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:37:59.015565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Attempting to bind port d89ecfe5-1c1f-487e-a44d-590b19605263 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:37:59.015942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Attempting to bind port d89ecfe5-1c1f-487e-a44d-590b19605263 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:59.024395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Port d89ecfe5-1c1f-487e-a44d-590b19605263 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:37:59.024674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Attempting to bind port d89ecfe5-1c1f-487e-a44d-590b19605263 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:37:59.031002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:37:59.031389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Checking segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:37:59.031826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Bound using segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:37:59.032302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Bound port: d89ecfe5-1c1f-487e-a44d-590b19605263, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:37:59.032744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:59.069190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ce63-7251-45cf-9282-78ee8524e34e req-d3e79bdf-fe4e-4cbc-b57f-b3cf83e377e5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:59.071388 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aa76ce63-7251-45cf-9282-78ee8524e34e req-d3e79bdf-fe4e-4cbc-b57f-b3cf83e377e5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1195376
Apr 21 13:37:59.135518 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aa76ce63-7251-45cf-9282-78ee8524e34e req-a40f13dd-8617-4b87-88ce-f5350fd30831 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577004
Apr 21 13:37:59.137221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:37:59.140874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:37:59.145252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:59.150428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:37:59.219122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:59.219976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:59.221935 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] 10.222.0.44 "PUT /v2.0/ports/d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 200  len: 1094 time: 1.1399055
Apr 21 13:37:59.222348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:37:59.242422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:37:59.246511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:37:59.287109 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'status': 'completed', 'code': 200}
Apr 21 13:37:59.362691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272a3ca-496f-4bda-84af-4c4b7741e39e req-b63cd729-c2fc-4744-a6fe-1d376e8bb24e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:59.364367 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7272a3ca-496f-4bda-84af-4c4b7741e39e req-b63cd729-c2fc-4744-a6fe-1d376e8bb24e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1058040
Apr 21 13:37:59.414836 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7272a3ca-496f-4bda-84af-4c4b7741e39e req-dbadb141-f25b-4407-91a2-64cf6bc60141 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433409
Apr 21 13:37:59.440207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50500) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:59.673665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ab45a-3c89-478d-938d-7add6d3df5ae req-ae6c9210-8b0d-4747-a189-bcf375bdb6f3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:59.675411 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fe8ab45a-3c89-478d-938d-7add6d3df5ae req-ae6c9210-8b0d-4747-a189-bcf375bdb6f3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0958838
Apr 21 13:37:59.705746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e2b4e-acca-4e25-b661-e62009feba68 tempest-TestShelveInstance-1239580916 tempest-TestShelveInstance-1239580916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:37:59.706895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d91e2b4e-acca-4e25-b661-e62009feba68 tempest-TestShelveInstance-1239580916 tempest-TestShelveInstance-1239580916-project-admin] Synchronizing usage tracker for tenant:f51090ad33ca46dea88a203de64b6795 on resource:port {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:37:59.724028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d91e2b4e-acca-4e25-b661-e62009feba68 tempest-TestShelveInstance-1239580916 tempest-TestShelveInstance-1239580916-project-admin] Unset dirty status for tenant:f51090ad33ca46dea88a203de64b6795 on resource:port {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:37:59.725326 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d91e2b4e-acca-4e25-b661-e62009feba68 tempest-TestShelveInstance-1239580916 tempest-TestShelveInstance-1239580916-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1094 time: 0.2834837
Apr 21 13:37:59.728209 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fe8ab45a-3c89-478d-938d-7add6d3df5ae req-060ca59b-1d23-41b1-9a5d-fd9df986ee3a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463204
Apr 21 13:37:59.728926 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50510) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:37:59.735018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'port_id': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:37:59.741931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:37:59.746256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Usage tracker for resource:floatingip and tenant:577b9c5ee7d94c529beacd039b8e66a0 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:37:59.749367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:37:59.755632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:37:59.765435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for floatingip, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:37:59.838345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 8c8ba788-5953-49dd-846d-f7d5e3012e07 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:37:59.879137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 8c8ba788-5953-49dd-846d-f7d5e3012e07 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:37:59.879537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 8c8ba788-5953-49dd-846d-f7d5e3012e07 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:37:59.917705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:00.064142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Allocated IP 172.27.0.220 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/dc0891a3-873a-47a8-91e3-78ac89b9cc4d) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:38:00.220744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:00.252392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:00.257377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4411c321-ded5-4b27-9af0-f611ea75d9d5 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:00.323008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:38:00.326510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:38:00.333015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:38:00.365982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'Port': ['ID=dc0891a3-873a-47a8-91e3-78ac89b9cc4d,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:00.372772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:01.230354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:01.296847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83337360-2938-4075-b363-4568d28a6035 req-92fd69c4-a25f-4059-9e59-9317ada2ec4b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:01.298451 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83337360-2938-4075-b363-4568d28a6035 req-92fd69c4-a25f-4059-9e59-9317ada2ec4b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.3996890
Apr 21 13:38:01.405069 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83337360-2938-4075-b363-4568d28a6035 req-b702781b-4da8-44aa-bf35-26d7b4419e03 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973673
Apr 21 13:38:01.407576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:01.639731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:01.644072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:01.648666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:01.766107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event updated for resources: {'Port': ['ID=dc0891a3-873a-47a8-91e3-78ac89b9cc4d,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:01.770912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:01.778019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:01.878655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:01.958194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5a18c-f352-45f3-a5f6-3f92f11ea59a req-c80fe1f1-a3d9-48fe-a6e2-dd5a5cbd2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:01.959419 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4bf5a18c-f352-45f3-a5f6-3f92f11ea59a req-c80fe1f1-a3d9-48fe-a6e2-dd5a5cbd2a7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1097 time: 0.0819468
Apr 21 13:38:01.965360 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Floating IP 21fe9367-3b85-42ba-bcde-3edbc22d38ab associated. External IP: 172.27.0.220, port: 6f5ec39d-acab-4545-a1a3-bff5ad5dd457.
Apr 21 13:38:02.114448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5a18c-f352-45f3-a5f6-3f92f11ea59a req-0b5e30c8-561b-4d41-a955-53182ef4041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.116431 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4bf5a18c-f352-45f3-a5f6-3f92f11ea59a req-0b5e30c8-561b-4d41-a955-53182ef4041e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1495984
Apr 21 13:38:02.273809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5a18c-f352-45f3-a5f6-3f92f11ea59a req-3bfb08b1-ae25-4be7-a1c6-4524e09e8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.275536 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4bf5a18c-f352-45f3-a5f6-3f92f11ea59a req-3bfb08b1-ae25-4be7-a1c6-4524e09e8183 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1471438
Apr 21 13:38:02.349368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Router c410bb17-1f10-4217-8a5e-a122b6d87b97 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:38:02.396377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-468adf8c-851d-496e-805d-f77791e98354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.398026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-468adf8c-851d-496e-805d-f77791e98354 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1097 time: 0.0852981
Apr 21 13:38:02.473612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-731eb87d-9c4c-48f2-a8b1-11feac94960b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 200  len: 217 time: 0.0681787
Apr 21 13:38:02.555621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-d28a4420-95b7-40f4-b687-be2a54a2a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.557211 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-d28a4420-95b7-40f4-b687-be2a54a2a58f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0762880
Apr 21 13:38:02.593654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:38:02.607384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] Sync routers for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:38:02.622820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:38:02.623859 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa73ac8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:02.637154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:02.645083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-87ac3c4f-2c01-427f-a10c-35e850fe7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.646728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-87ac3c4f-2c01-427f-a10c-35e850fe7d1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836134
Apr 21 13:38:02.709605 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9793484
Apr 21 13:38:02.710681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:02.724142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bfd9c-8adc-45ca-ab94-54d083e9ca20 req-e924e95d-c273-4f72-8560-15f7782c4bb5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.725778 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc3bfd9c-8adc-45ca-ab94-54d083e9ca20 req-e924e95d-c273-4f72-8560-15f7782c4bb5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1871672
Apr 21 13:38:02.790495 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'status': 'completed', 'code': 200}
Apr 21 13:38:02.815490 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc3bfd9c-8adc-45ca-ab94-54d083e9ca20 req-7bdf87da-e5f4-4c60-9668-08f483b6eac9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801003
Apr 21 13:38:02.819801 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-b6f134d8-69f9-475c-b216-a1dc4775cd13 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655462
Apr 21 13:38:02.872741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:38:02.908647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-d00414dd-3760-4e05-8a5c-d4b8a12b954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:02.910654 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-d00414dd-3760-4e05-8a5c-d4b8a12b954e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1099 time: 0.0913839
Apr 21 13:38:03.025855 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a22e50a-6901-4e00-89fe-0482925c3fc6 req-87566991-1a62-40f4-9734-33072b55f0dc service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942050
Apr 21 13:38:03.114760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-e5c2152f-505f-4014-8b4a-80727ba8baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:03.116642 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-e5c2152f-505f-4014-8b4a-80727ba8baa6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 909 time: 0.1932662
Apr 21 13:38:03.232459 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-be96c5f4-5528-4554-80a6-6d31830e6bd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 1000 time: 0.1087444
Apr 21 13:38:03.290223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa73ac8>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '21fe9367-3b85-42ba-bcde-3edbc22d38ab', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'port_id': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'mac_address': 'fa:16:3e:56:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbdb119-3b98-454a-918f-010ccf22485c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:38:00Z', 'updated_at': '2021-04-21T13:38:00Z', 'revision_number': 0, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:49Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:03.294391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] Checking router: c410bb17-1f10-4217-8a5e-a122b6d87b97 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:38:03.303973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:38:03.304683 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa73ac8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:37:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:03.314025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-26098c70-ad93-4bbe-ab90-59d74408c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:03.315689 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-26098c70-ad93-4bbe-ab90-59d74408c569 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 200  len: 847 time: 0.0755739
Apr 21 13:38:03.401346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-6643e54a-24f7-47d5-aa91-44ff745eacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:03.402923 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-6643e54a-24f7-47d5-aa91-44ff745eacc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06587a9b-ae14-4e2b-a617-14d27cf17c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792084
Apr 21 13:38:03.501915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:38:03.555493 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-fa20f5ea-3c55-4c4b-b48d-846efc1327a7 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388805
Apr 21 13:38:03.700061 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1a7feca0-7a4d-43b2-aba6-318216b7a7de req-3040428d-0ebe-4a30-8f6a-34e0fd796fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371679
Apr 21 13:38:03.882015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa73ac8>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '21fe9367-3b85-42ba-bcde-3edbc22d38ab', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'port_id': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'mac_address': 'fa:16:3e:56:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbdb119-3b98-454a-918f-010ccf22485c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:38:00Z', 'updated_at': '2021-04-21T13:38:00Z', 'revision_number': 0, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:49Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:03.886213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9fabbf-4adb-4ed6-9893-c57f0f0b1f73 None None] The sync data for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi is: [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '21fe9367-3b85-42ba-bcde-3edbc22d38ab', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'port_id': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'mac_address': 'fa:16:3e:56:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbdb119-3b98-454a-918f-010ccf22485c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:38:00Z', 'updated_at': '2021-04-21T13:38:00Z', 'revision_number': 0, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:49Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:38:04.055179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd71a-9725-4ea5-aa1e-01c5fe37cd7f req-de3498c0-3ef7-4440-a159-57690597f9fd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:04.056803 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4c8bd71a-9725-4ea5-aa1e-01c5fe37cd7f req-de3498c0-3ef7-4440-a159-57690597f9fd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0930495
Apr 21 13:38:04.108083 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4c8bd71a-9725-4ea5-aa1e-01c5fe37cd7f req-192d276f-6411-4960-a897-8ee636877e8e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446348
Apr 21 13:38:04.180972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b685e9-f2c9-4e18-bf48-a7d14539bfca None None] New status for floating IP 21fe9367-3b85-42ba-bcde-3edbc22d38ab: ACTIVE {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:38:04.429280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-92d73573-9bee-4d55-b966-d546be6455e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.322311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7f730-287d-4ba5-b3b3-7dad00dff994 req-055d3268-6074-4900-ac83-1baaa975791b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:05.323977 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3cc7f730-287d-4ba5-b3b3-7dad00dff994 req-055d3268-6074-4900-ac83-1baaa975791b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0916326
Apr 21 13:38:05.372102 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3cc7f730-287d-4ba5-b3b3-7dad00dff994 req-03ac6628-c7a4-4c7d-abdd-253f9930b291 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412493
Apr 21 13:38:05.409727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50572) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:05.535323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.551112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:05.555194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Usage tracker for resource:security_group_rule and tenant:f85c5301355d458f8f6829325b6be091 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:05.558122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:05.564788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:05.650868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.653559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.662539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6465b8b1-0d88-4e47-8420-3f63fbecbf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:05.707540 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f85c5301355d458f8f6829325b6be091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2964616
Apr 21 13:38:05.709218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb5639-44c7-41c7-be2e-51917af4947b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:05.710326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50580) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:05.712676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:05.772696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.802838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.846764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.851758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d51cb2b1-ffab-4b4f-bc6a-9005022196a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:05.864522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb5639-44c7-41c7-be2e-51917af4947b,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:05.867939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:05.870111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:05.871216 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22fb5639-44c7-41c7-be2e-51917af4947b HTTP/1.1" status: 204  len: 168 time: 0.1597517
Apr 21 13:38:06.157166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50588) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:06.177324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.192471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:06.196562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Usage tracker for resource:security_group_rule and tenant:f79dfb5c73bc44e2aa362c25a60bebdc is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:06.199503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:06.205584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:06.289519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.292389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.300284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1399587-a06b-4d53-88ad-09d5fca53f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:06.343103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e062b038-b125-4eb5-bd30-5e887fcdaefd,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:06.348387 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f79dfb5c73bc44e2aa362c25a60bebdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894772
Apr 21 13:38:06.349357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:06.351245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 50592) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:06.416408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.445373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.491478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.498169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4d66590-5683-4938-80b6-cb8f32acf979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:06.548355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e062b038-b125-4eb5-bd30-5e887fcdaefd,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:06.552172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:06.563273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.564500 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e062b038-b125-4eb5-bd30-5e887fcdaefd HTTP/1.1" status: 204  len: 168 time: 0.2123432
Apr 21 13:38:06.604379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab592c14-681c-419f-9f72-70ef6f79367c req-d2a086da-702d-475e-9c5a-482af25a83e1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:06.606037 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab592c14-681c-419f-9f72-70ef6f79367c req-d2a086da-702d-475e-9c5a-482af25a83e1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1102002
Apr 21 13:38:06.651991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:38:06.661401 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab592c14-681c-419f-9f72-70ef6f79367c req-55353e78-0be1-47da-885b-ddaf9ee39021 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486882
Apr 21 13:38:06.801530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae221777-dc9f-4dce-a4f1-42dc4ccc5292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.826496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:06.849435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'mac_address': 'fa:16:3e:07:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:38:06.920132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.951455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89ecfe5-1c1f-487e-a44d-590b19605263 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:38:06.969248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.973626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:06.976175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:06.978739 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:07.051582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:07.055011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:07.872536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd94eb-efe9-4587-b2ad-e04fbf4e646f req-93acefed-83f1-40f1-8823-3970fa223978 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:07.874184 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f7cd94eb-efe9-4587-b2ad-e04fbf4e646f req-93acefed-83f1-40f1-8823-3970fa223978 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 945 time: 0.0926671
Apr 21 13:38:07.921700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['d89ecfe5-1c1f-487e-a44d-590b19605263'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:38:07.924757 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f7cd94eb-efe9-4587-b2ad-e04fbf4e646f req-bb2d42a9-b673-4e48-bd95-2b922b722185 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441105
Apr 21 13:38:08.039783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:08.400909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:38:08.845036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:09.390160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-3213356c-bd2a-42aa-aff2-490155451a9a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:09.391985 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-3213356c-bd2a-42aa-aff2-490155451a9a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/networks?id=d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 200  len: 814 time: 0.4596872
Apr 21 13:38:09.411802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766847-b4ee-47c5-a86f-7c519e750d9c req-ea4b1b5e-94c6-425f-bd54-a8b3131456ed tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:09.413481 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-da766847-b4ee-47c5-a86f-7c519e750d9c req-ea4b1b5e-94c6-425f-bd54-a8b3131456ed tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 945 time: 0.1686904
Apr 21 13:38:09.429519 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-907d13a6-f824-405f-b402-8c6211234a24 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/quotas/82b8821758654e448719caa6964138df HTTP/1.1" status: 200  len: 375 time: 0.0283003
Apr 21 13:38:09.544759 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-1a828de7-e3bd-4cca-8ff5-3abd0949bdcd tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82b8821758654e448719caa6964138df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0866673
Apr 21 13:38:09.557096 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-da766847-b4ee-47c5-a86f-7c519e750d9c req-7236c8dd-93b6-43ff-b46c-088b94622e1a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307759
Apr 21 13:38:09.699617 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-3a9c3254-44bc-4420-b0a2-4224c1473ef5 service neutron] 10.222.0.41 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458440
Apr 21 13:38:09.843971 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-a2d5989d-9f08-418d-a4c4-a8aae725173e service neutron] 10.222.0.41 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377759
Apr 21 13:38:09.873650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:38:09.961197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port d89ecfe5-1c1f-487e-a44d-590b19605263 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:38:09.967121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port d89ecfe5-1c1f-487e-a44d-590b19605263 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:38:09.967647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:10.048822 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64fc3d6e-1f31-45c4-95dd-e5b5674b6702 req-1d7f3645-c858-4fe6-90b7-5fa8fffbd275 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 210 time: 0.0525236
Apr 21 13:38:10.109389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:10.138844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:10.150675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:10.153882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:10.156949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:10.197883 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'code': 200}
Apr 21 13:38:10.247544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:10.250143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:10.499005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403a46c-258e-4e8e-9719-e0c9ba0a801b req-f99af3c7-c685-4745-baa4-7b52c0b2fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:10.500704 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e403a46c-258e-4e8e-9719-e0c9ba0a801b req-f99af3c7-c685-4745-baa4-7b52c0b2fb5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1099 time: 0.0880449
Apr 21 13:38:10.548249 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e403a46c-258e-4e8e-9719-e0c9ba0a801b req-a596252e-0e39-4da2-a707-77fdf1eb3de2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401018
Apr 21 13:38:10.774110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aa588-358c-4687-968c-1b32e18ddc05 req-734c7cdb-22d8-4142-a088-a5125a4a5524 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:10.775695 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af4aa588-358c-4687-968c-1b32e18ddc05 req-734c7cdb-22d8-4142-a088-a5125a4a5524 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0938380
Apr 21 13:38:10.830911 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af4aa588-358c-4687-968c-1b32e18ddc05 req-e69c74ee-c876-4d41-99e7-28db57c24497 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483346
Apr 21 13:38:11.279531 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15bd9fb0-9322-4f43-8784-ead637dddec4 req-5c6c7e8e-0d34-45be-b50e-d76773d2f127 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 210 time: 0.0583289
Apr 21 13:38:11.349519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-2c10689c-90f7-43da-90de-7a3c47442ab8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:11.351475 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-2c10689c-90f7-43da-90de-7a3c47442ab8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "GET /v2.0/networks?id=d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 200  len: 814 time: 0.2234952
Apr 21 13:38:11.378497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Request body: {'port': {'device_id': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc', 'admin_state_up': True, 'tenant_id': '82b8821758654e448719caa6964138df'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:11.529185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:11.545755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:11.560000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Made reservation on behalf of 82b8821758654e448719caa6964138df for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:38:11.567071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:11.745745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Allocated IP 172.20.0.5 (d6efa583-edea-46d9-be9f-3164e59378cc/b78a9a0a-5a2e-4233-b720-fa326c2e5f74/7af7d995-e1aa-41f9-a60d-4d6eab3c3979) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:38:12.018353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:12.082561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f3904-9db4-4b6d-bf83-e05bfa9b63a9 req-3564c11f-01af-46e8-9c85-2f4c29c43b78 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:12.084200 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1d4f3904-9db4-4b6d-bf83-e05bfa9b63a9 req-3564c11f-01af-46e8-9c85-2f4c29c43b78 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1264281
Apr 21 13:38:12.106369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:12.113983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9d5e328b-fc50-4b1a-845d-67746c0ae995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:12.211055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Network d6efa583-edea-46d9-be9f-3164e59378cc is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:38:12.218944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:38:12.221747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Pushing event updated for resources: {'Port': ['ID=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:12.226704 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1d4f3904-9db4-4b6d-bf83-e05bfa9b63a9 req-d3d317c5-7701-4aba-bf97-b18147e1d5c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360371
Apr 21 13:38:12.227602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:12.228348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:38:12.297796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:12.299100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:12.326640 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9550793
Apr 21 13:38:12.345761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Request body: {'port': {'device_id': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:12.610920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:12.642524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a12e-73db-400e-b6d3-4a74f8002333 req-d5a59eee-f0b7-48e4-9acd-80675daa7a15 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:12.644154 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-72b7a12e-73db-400e-b6d3-4a74f8002333 req-d5a59eee-f0b7-48e4-9acd-80675daa7a15 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.2656927
Apr 21 13:38:12.653840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50650) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:12.660580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'floatingip': {'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:12.684145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd015d23-3837-4bed-ba69-19a6032d3caa req-7c1bcbfc-37fd-428c-83a1-48ad5b6e6237 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:12.684921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fd015d23-3837-4bed-ba69-19a6032d3caa req-7c1bcbfc-37fd-428c-83a1-48ad5b6e6237 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Synchronizing usage tracker for tenant:82b8821758654e448719caa6964138df on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:38:12.727803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fd015d23-3837-4bed-ba69-19a6032d3caa req-7c1bcbfc-37fd-428c-83a1-48ad5b6e6237 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Unset dirty status for tenant:82b8821758654e448719caa6964138df on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:38:12.729095 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fd015d23-3837-4bed-ba69-19a6032d3caa req-7c1bcbfc-37fd-428c-83a1-48ad5b6e6237 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 931 time: 0.2973146
Apr 21 13:38:12.743319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:12.870989 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fd015d23-3837-4bed-ba69-19a6032d3caa req-eda7298e-1259-4594-9bc7-db03d9764f3f tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845504
Apr 21 13:38:13.070041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:38:13.079041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.095883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Transition to ACTIVE for port object 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:38:13.099132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.105989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:13.290242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Pushing event updated for resources: {'Port': ['ID=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:13.293527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:13.367930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Attempting to bind port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:38:13.368312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Attempting to bind port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:38:13.368681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Attempting to bind port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 on network d6efa583-edea-46d9-be9f-3164e59378cc {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:38:13.373869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 on network d6efa583-edea-46d9-be9f-3164e59378cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:38:13.374231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Attempting to bind port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 on network d6efa583-edea-46d9-be9f-3164e59378cc {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:38:13.379914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:38:13.380378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Checking segment: {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:38:13.380807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Bound using segment: {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:38:13.381272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Bound port: 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c8704d-2b39-4cef-a575-5e44cb3c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:38:13.381657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.482070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] For port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:38:13.485247 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] For port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:38:13.490661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.495833 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2cd99976-271d-4d69-8966-10993c9a630a tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:13.559030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:13.559549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.561094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] 10.222.0.44 "PUT /v2.0/ports/7af7d995-e1aa-41f9-a60d-4d6eab3c3979 HTTP/1.1" status: 200  len: 1093 time: 1.2212045
Apr 21 13:38:13.561631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'tag': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:13.584162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Pushing event updated for resources: {'Port': ['ID=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:13.587815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:13.625549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.629028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:13.638734 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'tag': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979', 'status': 'completed', 'code': 200}
Apr 21 13:38:13.687020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-c697822c-051c-4aec-b7ce-41730a4a3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:13.688716 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-c697822c-051c-4aec-b7ce-41730a4a3166 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82b8821758654e448719caa6964138df&device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 1096 time: 0.0870819
Apr 21 13:38:13.768327 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-a15d2377-fa97-4d7b-b3dd-ddbcd05f6b5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979 HTTP/1.1" status: 200  len: 217 time: 0.0684860
Apr 21 13:38:13.812510 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Floating IP af9d37cb-c73a-434f-8c98-de4257466de2 associated. External IP: 172.27.0.140, port: d89ecfe5-1c1f-487e-a44d-590b19605263.
Apr 21 13:38:13.842403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-f89e3b32-8fd1-41c6-945c-44cf68e276fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:13.844094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-f89e3b32-8fd1-41c6-945c-44cf68e276fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78a9a0a-5a2e-4233-b720-fa326c2e5f74 HTTP/1.1" status: 200  len: 854 time: 0.0683823
Apr 21 13:38:13.901586 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-21bb1502-fa5d-4455-aa4b-981940855e4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6efa583-edea-46d9-be9f-3164e59378cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467315
Apr 21 13:38:14.117781 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-1a93428a-5a0c-4ff1-83cf-e282f397a0ce service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056406
Apr 21 13:38:14.139410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce420b9-1b3c-4610-88a3-0f44ec8eecfc req-b53207e3-5f9e-4e74-b878-df4d5c21c553 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:14.140972 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5ce420b9-1b3c-4610-88a3-0f44ec8eecfc req-b53207e3-5f9e-4e74-b878-df4d5c21c553 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 943 time: 0.1253078
Apr 21 13:38:14.197228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Router 16702814-ab9d-47af-859e-4a3941a9034f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:38:14.294699 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5ce420b9-1b3c-4610-88a3-0f44ec8eecfc req-160b3884-7a39-4077-b803-689c80469e7c tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243892
Apr 21 13:38:14.323347 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71d20766-ac08-47bd-9b35-f7c2d083c628 req-ff0e9de1-dac1-4a95-953b-8bb8f5afc8fe service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813025
Apr 21 13:38:14.392465 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:38:14.402550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:38:14.405500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:14.414551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:38:14.415336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d0f5c0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:38:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:14.451370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-e8448878-8d7d-42cc-a4d0-d6f30dceec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:14.453394 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-e8448878-8d7d-42cc-a4d0-d6f30dceec0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82b8821758654e448719caa6964138df&device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 1096 time: 0.0807772
Apr 21 13:38:14.467277 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a9b72055-c1bd-4dce-b6a0-4b0ecc81f8f9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "PUT /v2.0/floatingips/af9d37cb-c73a-434f-8c98-de4257466de2 HTTP/1.1" status: 200  len: 992 time: 1.8093452
Apr 21 13:38:14.467277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:14.525730 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'status': 'completed', 'code': 200}
Apr 21 13:38:14.617876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-fb167e22-fe9e-43c6-9fca-016759b75516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:14.620031 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-fb167e22-fe9e-43c6-9fca-016759b75516 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 200  len: 915 time: 0.1593139
Apr 21 13:38:14.652781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-9dc7037c-7c03-4e1a-87d3-504464c057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:14.654681 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-9dc7037c-7c03-4e1a-87d3-504464c057c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1099 time: 0.0950863
Apr 21 13:38:14.803628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:38:14.818940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-c1d06b3f-903b-44b6-8bb4-74544e08a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:14.821187 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-c1d06b3f-903b-44b6-8bb4-74544e08a57f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.1598215
Apr 21 13:38:14.956388 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-b556d609-b8fc-4817-a0f0-99f0bf012c74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979 HTTP/1.1" status: 200  len: 217 time: 0.3283215
Apr 21 13:38:14.980797 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-f32d737b-9cff-40e4-a548-ae7717e4dfa2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 200  len: 1000 time: 0.1496248
Apr 21 13:38:15.039472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-877f91bc-0ae8-4d27-aa56-a16da744396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:15.041077 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-877f91bc-0ae8-4d27-aa56-a16da744396f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78a9a0a-5a2e-4233-b720-fa326c2e5f74 HTTP/1.1" status: 200  len: 854 time: 0.0694938
Apr 21 13:38:15.060289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-8873e997-60e6-4620-bbf3-a20d0d510ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:15.062121 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-8873e997-60e6-4620-bbf3-a20d0d510ad2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0747974
Apr 21 13:38:15.118080 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-2b7df221-acda-4ecf-9ad2-45ea2cca3d5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6efa583-edea-46d9-be9f-3164e59378cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646000
Apr 21 13:38:15.156959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-23253690-a60c-4cee-95bf-5dc21714ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:15.159463 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-23253690-a60c-4cee-95bf-5dc21714ada3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903811
Apr 21 13:38:15.223489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d0f5c0>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'af9d37cb-c73a-434f-8c98-de4257466de2', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'mac_address': 'fa:16:3e:07:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:37:50Z', 'updated_at': '2021-04-21T13:38:13Z', 'revision_number': 1, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:15.227664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:38:15.237274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:38:15.238048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d0f5c0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:38:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:15.265678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-900f8cc1-eaa6-41ee-bedd-752963e19d3d service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406403
Apr 21 13:38:15.313094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-53956746-837d-4a68-b943-cd9ddb0c6c3c service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405153
Apr 21 13:38:15.424202 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb92414a-0398-4ca4-9dc6-ce7ba607e949 req-6c9147dd-b2b8-4b53-9c66-bb079dbea60c service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515698
Apr 21 13:38:15.449770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:38:15.488049 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f36e7ecc-04ce-4552-9cb4-e925c235a703 req-6d5145af-1d8d-4427-acfe-cf8dc9507c33 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657546
Apr 21 13:38:15.711088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf03555-7e78-4ab9-b68f-e3a94f428fed req-99b9ca29-8fe6-4d43-8346-916bf8531dfd tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:15.712527 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fbf03555-7e78-4ab9-b68f-e3a94f428fed req-99b9ca29-8fe6-4d43-8346-916bf8531dfd tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 943 time: 0.2914870
Apr 21 13:38:15.763368 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fbf03555-7e78-4ab9-b68f-e3a94f428fed req-34f49f6e-fbbe-4f77-a7a6-b89830228bb1 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446041
Apr 21 13:38:15.855391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d0f5c0>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'af9d37cb-c73a-434f-8c98-de4257466de2', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'mac_address': 'fa:16:3e:07:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:37:50Z', 'updated_at': '2021-04-21T13:38:13Z', 'revision_number': 1, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:15.863394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdebbcb-2b88-42df-90b1-d87ef062eb15 None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'af9d37cb-c73a-434f-8c98-de4257466de2', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'mac_address': 'fa:16:3e:07:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:37:50Z', 'updated_at': '2021-04-21T13:38:13Z', 'revision_number': 1, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:38:16.172696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da04c9-92ce-408c-bcab-da15095b70f4 None None] New status for floating IP af9d37cb-c73a-434f-8c98-de4257466de2: ACTIVE {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:38:16.983641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ba5d3-5a0a-49b7-baba-7457116f3a45 req-d70bc7a1-25a0-4783-8207-5f582823e047 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:16.985307 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e25ba5d3-5a0a-49b7-baba-7457116f3a45 req-d70bc7a1-25a0-4783-8207-5f582823e047 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 943 time: 0.0948370
Apr 21 13:38:17.035981 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e25ba5d3-5a0a-49b7-baba-7457116f3a45 req-b0042844-ca46-41a6-87bc-75681d3b7241 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438859
Apr 21 13:38:17.882671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:38:18.029423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:18.044324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979', 'network_id': 'd6efa583-edea-46d9-be9f-3164e59378cc', 'port_id': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979', 'mac_address': 'fa:16:3e:e5:f6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78a9a0a-5a2e-4233-b720-fa326c2e5f74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:38:18.103477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:18.122393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:38:18.138591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:18.141747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:18.143761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9583a0cc-b627-4d25-8851-472f3b73df2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:18.217004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:18.223543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:18.244121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcfc26-11a7-404d-af85-ae527f15520c req-e837e56d-5ad4-4e16-8ff1-d9a5177f13a0 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:18.245796 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c6bcfc26-11a7-404d-af85-ae527f15520c req-e837e56d-5ad4-4e16-8ff1-d9a5177f13a0 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 944 time: 0.0937433
Apr 21 13:38:18.300296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c6bcfc26-11a7-404d-af85-ae527f15520c req-b560750f-7bca-44e7-9d05-94b9b9f1aa96 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475209
Apr 21 13:38:18.443979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['7af7d995-e1aa-41f9-a60d-4d6eab3c3979'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:38:19.503111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e99b36-3939-4147-92ec-0d5806a5d7ee req-e958cada-1ae3-4e05-914a-38e80195e574 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:19.504662 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10e99b36-3939-4147-92ec-0d5806a5d7ee req-e958cada-1ae3-4e05-914a-38e80195e574 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 944 time: 0.0914412
Apr 21 13:38:19.556010 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10e99b36-3939-4147-92ec-0d5806a5d7ee req-a78d9a53-fa90-4ca4-a132-a287257691d0 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448253
Apr 21 13:38:19.877363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:38:19.953490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:38:19.959040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:38:19.959542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:20.089238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:20.119478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:20.130719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:20.134123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:20.139073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:20.191210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979', 'code': 200}
Apr 21 13:38:20.227778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:20.231402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:20.445666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6e737-b35c-4da7-b2c0-873dd07be33b req-a1e5127e-73df-434a-a240-bc23b60fb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:20.447317 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32d6e737-b35c-4da7-b2c0-873dd07be33b req-a1e5127e-73df-434a-a240-bc23b60fb2e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 1098 time: 0.0850358
Apr 21 13:38:20.499720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-32d6e737-b35c-4da7-b2c0-873dd07be33b req-ec0cc452-f367-41f1-b603-808fc96b00f0 service neutron] Synchronizing usage tracker for tenant:8079f9792f8f4afd895cde6b4ba0aa4a on resource:security_group {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:38:20.528516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-32d6e737-b35c-4da7-b2c0-873dd07be33b req-ec0cc452-f367-41f1-b603-808fc96b00f0 service neutron] Unset dirty status for tenant:8079f9792f8f4afd895cde6b4ba0aa4a on resource:security_group {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:38:20.529819 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32d6e737-b35c-4da7-b2c0-873dd07be33b req-ec0cc452-f367-41f1-b603-808fc96b00f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707378
Apr 21 13:38:20.821143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9bd6-5d9d-48c3-a9de-174e8c786b9c req-998990cf-6b46-42aa-97d3-99bab285cda5 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:20.822837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7dcf9bd6-5d9d-48c3-a9de-174e8c786b9c req-998990cf-6b46-42aa-97d3-99bab285cda5 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 945 time: 0.1474009
Apr 21 13:38:20.873635 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7dcf9bd6-5d9d-48c3-a9de-174e8c786b9c req-552abbac-6f43-4b90-9d8a-a205aa87376d tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441895
Apr 21 13:38:22.093174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41306-1abd-4a49-bc69-b993c015da66 req-31185394-0556-4340-b024-51fde37534df tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:22.094860 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-94d41306-1abd-4a49-bc69-b993c015da66 req-31185394-0556-4340-b024-51fde37534df tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 945 time: 0.0985448
Apr 21 13:38:22.146098 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-94d41306-1abd-4a49-bc69-b993c015da66 req-8a584336-fcfb-45ff-80ad-2c21d701d2c0 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448005
Apr 21 13:38:31.880987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:34.315456 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-e281532d-0bd4-4c90-a4fb-867de995c5ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1379457
Apr 21 13:38:34.434759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-48ec43fb-aa7b-4e10-b6a1-35e4048509c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:34.490408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-ddb4ef4e-ef69-4173-b68b-3ad6a2e41d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:34.492105 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-ddb4ef4e-ef69-4173-b68b-3ad6a2e41d6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 1099 time: 0.0905538
Apr 21 13:38:34.704182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-e3ab1d5b-45a2-4866-85cb-a0db3c10939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:34.705693 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-e3ab1d5b-45a2-4866-85cb-a0db3c10939a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.1917083
Apr 21 13:38:35.122294 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-8db57626-c16b-40bc-98f2-1b2098f8aa87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 200  len: 1002 time: 0.4072826
Apr 21 13:38:35.232480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-3f9ba0fc-9312-4f98-a0b5-3fbd4c083175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:35.235365 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-3f9ba0fc-9312-4f98-a0b5-3fbd4c083175 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.0977085
Apr 21 13:38:35.332215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-0a8c7dbd-0306-46c9-8b14-4255de015fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:35.333836 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-0a8c7dbd-0306-46c9-8b14-4255de015fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913014
Apr 21 13:38:35.493930 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-4385b9cc-66df-4dc4-9792-e4f4e0e0e62d service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483653
Apr 21 13:38:35.650709 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-03fa5ffd-d160-42cc-9860-be77cf442c1d req-8d20962b-a325-4493-8ba9-f007de12647c service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441336
Apr 21 13:38:36.775943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-08a7fad5-3d45-4da6-af59-fafaf194b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:36.957494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:38.024601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:38.856292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:45.031929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb296b8f-9103-4d3b-bf53-764ce7124b29 req-9d596bee-61f4-49ec-aaf3-9870af7aa048 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:45.033737 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb296b8f-9103-4d3b-bf53-764ce7124b29 req-9d596bee-61f4-49ec-aaf3-9870af7aa048 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 945 time: 0.1206698
Apr 21 13:38:45.086493 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb296b8f-9103-4d3b-bf53-764ce7124b29 req-0b24f94b-2886-475d-9f34-2731cbd34525 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459633
Apr 21 13:38:45.401632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:38:45.710249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f98aa-08a7-4e31-add9-c9a4d9d9cfae req-5aec8128-68d9-4c37-9d04-570299d27344 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:45.711860 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c53f98aa-08a7-4e31-add9-c9a4d9d9cfae req-5aec8128-68d9-4c37-9d04-570299d27344 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.0904169
Apr 21 13:38:45.766039 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c53f98aa-08a7-4e31-add9-c9a4d9d9cfae req-02f8d9b8-5700-4aef-b7e3-680acb04e7d6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469716
Apr 21 13:38:46.296895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcbf72-237c-4b21-8d8c-3bd30cb3c3e0 req-c36cf8f6-5307-4fe6-803c-3b3eb4f4cd74 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:46.298921 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9dcbf72-237c-4b21-8d8c-3bd30cb3c3e0 req-c36cf8f6-5307-4fe6-803c-3b3eb4f4cd74 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 945 time: 0.0911679
Apr 21 13:38:46.351163 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9dcbf72-237c-4b21-8d8c-3bd30cb3c3e0 req-e2d8a4d8-149d-454a-9564-09ff30bae71f tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454621
Apr 21 13:38:46.985782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd01bb-8465-4b8a-9042-a3bbc39fec19 req-72a460ee-16cb-4aa6-855e-a799b7d96c78 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:46.987678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c6dd01bb-8465-4b8a-9042-a3bbc39fec19 req-72a460ee-16cb-4aa6-855e-a799b7d96c78 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1002760
Apr 21 13:38:47.036402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-c248f782-63f9-4f36-b798-9109f05ca72e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:47.038158 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-c248f782-63f9-4f36-b798-9109f05ca72e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 945 time: 0.1004150
Apr 21 13:38:47.042620 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c6dd01bb-8465-4b8a-9042-a3bbc39fec19 req-e1d46a6f-251a-4d22-a7a3-92de522417aa tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444846
Apr 21 13:38:47.134545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Deleting port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:38:47.134981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:47.444207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] For port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,segment=NetworkSegment(97c8704d-2b39-4cef-a575-5e44cb3c61c5),segment_id=97c8704d-2b39-4cef-a575-5e44cb3c61c5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:47.444810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:47.585803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Calling delete_port for 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 owned by compute:nova {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:38:47.586801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae691ac-6d61-4bd3-b689-4a7aa22ab19b req-879bf246-278e-44bf-bd87-11ea0d6f13bb tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:47.588447 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ae691ac-6d61-4bd3-b689-4a7aa22ab19b req-879bf246-278e-44bf-bd87-11ea0d6f13bb tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/ports?device_id=7321a9c7-1227-4a4b-a633-df6a6aa15582 HTTP/1.1" status: 200  len: 945 time: 0.1093502
Apr 21 13:38:47.640404 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ae691ac-6d61-4bd3-b689-4a7aa22ab19b req-7fdca010-5a47-4419-8bfe-8fc02437ce83 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c88d9e1-f443-4003-8942-8149ee0eb2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439742
Apr 21 13:38:47.746030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:47.752589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:47.762062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['7af7d995-e1aa-41f9-a60d-4d6eab3c3979'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:38:47.806193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Pushing event deleted for resources: {'Port': ['ID=7af7d995-e1aa-41f9-a60d-4d6eab3c3979,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:47.843134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.843474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.843846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.844250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.844653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.845061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.845458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.845857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.846252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.846682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.847076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.847470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:38:47.856334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:47.903118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] No DVR routers for this DVR port 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 on host hv-cinder-78719 {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:38:47.906636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:47.921561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'name': 'network-vif-deleted', 'tag': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:47.929722 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-63a9b93c-2eb1-4368-bd17-d117390014f8 req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] 10.222.0.44 "DELETE /v2.0/ports/7af7d995-e1aa-41f9-a60d-4d6eab3c3979 HTTP/1.1" status: 204  len: 173 time: 0.8832369
Apr 21 13:38:48.086874 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7321a9c7-1227-4a4b-a633-df6a6aa15582', 'name': 'network-vif-deleted', 'tag': '7af7d995-e1aa-41f9-a60d-4d6eab3c3979', 'status': 'completed', 'code': 200}
Apr 21 13:38:48.236299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265f86-5753-48ed-992b-00258e76582a req-6d9535ab-c439-4917-aff8-a084a21142a8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:48.237537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0f265f86-5753-48ed-992b-00258e76582a req-6d9535ab-c439-4917-aff8-a084a21142a8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Synchronizing usage tracker for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:port {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:38:48.260506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0f265f86-5753-48ed-992b-00258e76582a req-6d9535ab-c439-4917-aff8-a084a21142a8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Unset dirty status for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:port {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:38:48.261762 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0f265f86-5753-48ed-992b-00258e76582a req-6d9535ab-c439-4917-aff8-a084a21142a8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.1538694
Apr 21 13:38:48.347131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80e7d7-d7df-446e-97a7-45d77d0ad220 req-9deb3003-19a4-4acf-885c-60055cbf1f30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:48.348210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Deleting port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:38:48.348522 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3f80e7d7-d7df-446e-97a7-45d77d0ad220 req-9deb3003-19a4-4acf-885c-60055cbf1f30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 946 time: 0.0951593
Apr 21 13:38:48.348853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:48.398373 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3f80e7d7-d7df-446e-97a7-45d77d0ad220 req-1ede5425-ef60-415e-aec1-49751fac136e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0bbadad-a8f1-4346-9d54-90ef323184aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433173
Apr 21 13:38:48.626223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] For port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:38:48.626860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:48.998656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:48.999641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:49.000011 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Floating IP c24523c4-96e4-4d3c-bf4a-409ddc6129b6 disassociated. External IP: 172.27.0.187, port: 22a5f7f3-1edd-4c5b-ace2-9b7718fca612.
Apr 21 13:38:49.000402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Calling delete_port for 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 owned by compute:nova {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:38:49.171774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:49.177729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:49.227535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event deleted for resources: {'Port': ['ID=22a5f7f3-1edd-4c5b-ace2-9b7718fca612,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:49.231577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:49.453724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:38:49.609658 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e9a89ef-7936-4044-9137-3edc41442ee2 req-d730fcc0-502e-4e54-9837-cb743e88fe1d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5f3abc-0689-4ccb-ade8-fae806523d01 HTTP/1.1" status: 200  len: 210 time: 0.0732832
Apr 21 13:38:49.680210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:38:49.701458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:38:49.721438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:38:49.722525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9981e10>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:38:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:49.780677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] No DVR routers for this DVR port 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 on host hv-cinder-78719 {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:38:49.783563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:49.799492 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0f265f86-5753-48ed-992b-00258e76582a req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "DELETE /v2.0/ports/22a5f7f3-1edd-4c5b-ace2-9b7718fca612 HTTP/1.1" status: 204  len: 173 time: 1.5259855
Apr 21 13:38:50.088054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'name': 'network-vif-deleted', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:50.169672 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f3abc-0689-4ccb-ade8-fae806523d01', 'name': 'network-vif-deleted', 'tag': '22a5f7f3-1edd-4c5b-ace2-9b7718fca612', 'status': 'completed', 'code': 200}
Apr 21 13:38:50.201006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:38:50.628503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9981e10>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:50.633429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:38:50.645098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:38:50.645793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9981e10>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:38:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:50.806881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50880) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:50.881775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:38:50.913148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:50.948500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.015890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.021723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f35872bf-99b4-4c53-bc94-7b641ead8552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:51.039325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bbadad-a8f1-4346-9d54-90ef323184aa,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:51.044131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:51.048377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.049704 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "DELETE /v2.0/security-groups/f0bbadad-a8f1-4346-9d54-90ef323184aa HTTP/1.1" status: 204  len: 168 time: 0.2411125
Apr 21 13:38:51.052643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50886) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:51.073287 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.v2.resource [None req-09a734d5-829d-4fe0-9acd-517489e3df3b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] show failed (client error): The resource could not be found.
Apr 21 13:38:51.078603 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-09a734d5-829d-4fe0-9acd-517489e3df3b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups/f0bbadad-a8f1-4346-9d54-90ef323184aa HTTP/1.1" status: 404  len: 347 time: 0.0207608
Apr 21 13:38:51.079537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50890) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:51.337107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Deleting port efdc6bbf-2520-4fac-8d1f-97af5062aebc {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:38:51.337107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.338329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9981e10>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:38:51.343432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9fa30-d5de-4949-8b1e-3d6b63acfd3e None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:38:51.569966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.570339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.717319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Calling delete_port for efdc6bbf-2520-4fac-8d1f-97af5062aebc owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:38:51.779407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce5572-2858-4809-967c-dc36ae495f3f None None] New status for floating IP c24523c4-96e4-4d3c-bf4a-409ddc6129b6: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:38:51.885335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:51.892245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e6d1001-087a-4610-a689-1bd4ad04a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:51.965678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event deleted for resources: {'Port': ['ID=efdc6bbf-2520-4fac-8d1f-97af5062aebc,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:51.965678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:51.971201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-edce5572-2858-4809-967c-dc36ae495f3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86361) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:38:51.971833 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-edce5572-2858-4809-967c-dc36ae495f3f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:38:52.060790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:52.078227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:52.079679 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "DELETE /v2.0/floatingips/c24523c4-96e4-4d3c-bf4a-409ddc6129b6 HTTP/1.1" status: 204  len: 168 time: 0.9988329
Apr 21 13:38:52.473463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce5572-2858-4809-967c-dc36ae495f3f None None] New status for floating IP c24523c4-96e4-4d3c-bf4a-409ddc6129b6: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:38:52.651724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50900) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:52.658163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917924520', 'description': 'tempest-description--122788807'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:52.665155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:52.670037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:52.673672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:52.680308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:52.691034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:52.714264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:52.718686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:52.721900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:52.728143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:53.011297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:38:53.052192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:38:53.052711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 22a5f7f3-1edd-4c5b-ace2-9b7718fca612 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:38:53.053047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:38:53.054336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.059106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.065480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5de1960a-afa9-41fd-8f50-ba334e8834be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:53.094710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:38:53.095155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 7af7d995-e1aa-41f9-a60d-4d6eab3c3979 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:38:53.113043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3073b9-f5b7-4296-9df3-dc663ad7f8be,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:53.116301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.117622 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4647176
Apr 21 13:38:53.118595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:53.121221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50906) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:53.127257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'security_group_rule': {'security_group_id': '4d3073b9-f5b7-4296-9df3-dc663ad7f8be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:53.134371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:53.138877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:53.142752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:53.149124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:53.167655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.238091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.241246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.243404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:53.269543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497e8a62-0c8d-4084-898b-0999b9bb7298,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:53.272363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:53.278656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.279959 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c6eac080-b18e-44b6-a8e3-e36764295675 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1580970
Apr 21 13:38:53.282904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50910) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:53.288383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'security_group_rule': {'security_group_id': '4d3073b9-f5b7-4296-9df3-dc663ad7f8be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:53.295109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:53.299351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:security_group_rule and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:53.302418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:53.308563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:53.334037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.413789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.417374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.421179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a4f18aad-8de3-4812-b1e2-15789729a18a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:53.452941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56d47b4-5455-40e0-b8b2-091d85650c24,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:53.455735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:53.463080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.464681 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f2559655-8d55-43f8-a80e-c385cfb909a7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1806996
Apr 21 13:38:53.468271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 50914) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:38:53.474039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:53.483274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:53.491185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:floatingip and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:53.494658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:53.501467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:53.512106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.673740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:53.829608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Allocated IP 172.27.0.34 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:38:53.997294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.028959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.034543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:54.093837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:38:54.101329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:38:54.105914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:38:54.150709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'Port': ['ID=5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:54.154553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:54.199955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.263155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.485706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.497497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.503712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:54.618176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'Port': ['ID=5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:54.622949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:54.630276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.653124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:54.654449 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1851082
Apr 21 13:38:54.852728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-628694bf-c9c5-46e5-bd40-b9545f5b2ad3 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1917924520&fields=id&tenant_id=e695f0445b5a452a8aab4663eeb1281d HTTP/1.1" status: 200  len: 267 time: 0.0509713
Apr 21 13:38:55.031781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-553467b6-dbdd-4d61-82c7-3e86993372c0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:55.033404 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-553467b6-dbdd-4d61-82c7-3e86993372c0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 811 time: 0.1733227
Apr 21 13:38:55.050498 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-dd001152-9ecc-462f-be30-00c660885111 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/quotas/e695f0445b5a452a8aab4663eeb1281d HTTP/1.1" status: 200  len: 375 time: 0.0108080
Apr 21 13:38:55.165963 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-6ff20a06-26bd-4ae7-96dd-da9067a47020 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1092083
Apr 21 13:38:55.384050 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-292f3b2b-83b1-4939-9eaa-4d97e1d5455f service neutron] 10.222.0.41 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057319
Apr 21 13:38:55.547197 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-7fcbc38d-bb95-4457-99ad-6a395cf68518 service neutron] 10.222.0.41 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558847
Apr 21 13:38:55.906830 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-17109ed4-170c-42b7-9178-24170a0c0f03 req-12189759-066c-4341-a7e5-e95469447977 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 210 time: 0.0510805
Apr 21 13:38:57.089500 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-134d18ea-c981-4bd2-9196-1dcb425116d5 req-ccab20e1-c086-45f8-a58c-5ceaf2f91fc3 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 210 time: 0.0597389
Apr 21 13:38:57.326039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-605450db-6674-446c-807e-87084f13be37 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:57.328189 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-605450db-6674-446c-807e-87084f13be37 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 811 time: 0.1657071
Apr 21 13:38:57.384552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-1c5254d3-2a7b-474d-a8de-ef462856dc84 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Synchronizing usage tracker for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:security_group {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:38:57.409784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-1c5254d3-2a7b-474d-a8de-ef462856dc84 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Unset dirty status for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:security_group {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:38:57.411141 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-1c5254d3-2a7b-474d-a8de-ef462856dc84 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e695f0445b5a452a8aab4663eeb1281d HTTP/1.1" status: 200  len: 380 time: 0.0720816
Apr 21 13:38:57.425989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'port': {'device_id': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'admin_state_up': True, 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'security_groups': ['4d3073b9-f5b7-4296-9df3-dc663ad7f8be']}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:57.575446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:38:57.580385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Usage tracker for resource:port and tenant:e695f0445b5a452a8aab4663eeb1281d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:38:57.583433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:38:57.589612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:38:57.599670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Made reservation on behalf of e695f0445b5a452a8aab4663eeb1281d for: {'port': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:38:57.605869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:57.785942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Allocated IP 172.20.0.8 (7e2d2fc5-825b-457a-81a8-167b651f75eb/f7963b1e-02bf-4682-9b84-b7753190cf36/2bb3059d-2ce0-4665-94fb-3845bd3d6a87) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:38:58.016541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.036139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Transition to ACTIVE for port object 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:38:58.064641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.071302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c247e1c-9106-4c37-a4ab-014167921ead tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:58.151532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:38:58.156750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:38:58.161664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:38:58.213801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event updated for resources: {'Port': ['ID=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:58.219936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:58.247747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:58.248471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.278831 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-98af2a6f-f712-4654-be12-e5354b3e91e7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8574402
Apr 21 13:38:58.292862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Request body: {'port': {'device_id': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:38:58.335481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f7e40-e6c1-4fdc-ab08-d0766e6c9ab0 req-50082c4e-c497-4490-8e00-29b61860c63f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:58.345083 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a2f7e40-e6c1-4fdc-ab08-d0766e6c9ab0 req-50082c4e-c497-4490-8e00-29b61860c63f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 931 time: 0.1330204
Apr 21 13:38:58.394663 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5a2f7e40-e6c1-4fdc-ab08-d0766e6c9ab0 req-4fabbfe4-74ea-4b0e-903a-d23ffadc7d34 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484383
Apr 21 13:38:58.398971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-f36fc2b6-8c45-4d98-a08c-5744f4741369 None None] Provisioning for port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:38:58.405710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-f36fc2b6-8c45-4d98-a08c-5744f4741369 None None] Provisioning complete for port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:38:58.406397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f36fc2b6-8c45-4d98-a08c-5744f4741369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.442959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.465616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f36fc2b6-8c45-4d98-a08c-5744f4741369 None None] Port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:38:58.842300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:38:58.850940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.866278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Transition to ACTIVE for port object 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:38:58.869200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:58.873419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b73ae32b-820d-49f4-9233-bd56e179880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:59.049952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:59.058170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:59.129857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Attempting to bind port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:38:59.130127 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Attempting to bind port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:38:59.130516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Attempting to bind port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:38:59.135631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:38:59.135990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Attempting to bind port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 on network 7e2d2fc5-825b-457a-81a8-167b651f75eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:38:59.142285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:38:59.142792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Checking segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:38:59.143221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Bound using segment: {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:38:59.143705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Bound port: 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e302f30-0e1c-4d74-879a-f8c416d581e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:38:59.144139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:59.242089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] For port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host hv-cinder-78719, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:38:59.245347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] For port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:38:59.249360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:59.254283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:38:59.307719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:59.308414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:38:59.309951 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/2bb3059d-2ce0-4665-94fb-3845bd3d6a87 HTTP/1.1" status: 200  len: 1093 time: 1.0236015
Apr 21 13:38:59.310535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:38:59.345634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:38:59.348997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:38:59.395021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'status': 'completed', 'code': 200}
Apr 21 13:38:59.449508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a2dbef6d-46dc-4d47-8841-e2e5311edc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:59.451227 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-a2dbef6d-46dc-4d47-8841-e2e5311edc46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 1096 time: 0.0989571
Apr 21 13:38:59.549153 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-9b996130-8713-42c1-ace7-f12b0d2ef140 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87 HTTP/1.1" status: 200  len: 217 time: 0.0864694
Apr 21 13:38:59.632394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-6581ac7d-ded0-41b2-b595-78c9ea654e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:59.632635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538973-d92e-4dff-9632-1d16d9cfdc69 req-7936c99c-dcd3-4d12-bd1f-4ff915f14aa5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:59.633970 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-6581ac7d-ded0-41b2-b595-78c9ea654e11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.0777714
Apr 21 13:38:59.634160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a538973-d92e-4dff-9632-1d16d9cfdc69 req-7936c99c-dcd3-4d12-bd1f-4ff915f14aa5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 943 time: 0.1150143
Apr 21 13:38:59.692092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a538973-d92e-4dff-9632-1d16d9cfdc69 req-cdfd1827-bef1-4b90-8cfc-a7fef0877511 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493495
Apr 21 13:38:59.727353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-76fd800a-5636-4a72-a428-551311340341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:38:59.728976 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-76fd800a-5636-4a72-a428-551311340341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884879
Apr 21 13:38:59.877789 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-3aee9bde-d3ed-4c0c-98d2-500cee7cb737 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399035
Apr 21 13:39:00.033938 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eb1f37df-a477-493d-9f2c-619f42a32302 req-f3190c6a-0c49-479c-9a75-190888a877e7 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486204
Apr 21 13:39:00.169348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-f7a5406d-463a-42df-8f5e-3dcca7f9ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:00.170896 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-f7a5406d-463a-42df-8f5e-3dcca7f9ae88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 1096 time: 0.0931864
Apr 21 13:39:00.322967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-ed2723fb-371c-480e-b3ac-e1a2613d797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:00.324587 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-ed2723fb-371c-480e-b3ac-e1a2613d797a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.1438768
Apr 21 13:39:00.397466 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-e20ab990-8426-494d-ba8f-569c7b067bbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87 HTTP/1.1" status: 200  len: 217 time: 0.0659995
Apr 21 13:39:00.473649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-14671c3b-042d-4789-86a6-8129b57338ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:00.475199 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-14671c3b-042d-4789-86a6-8129b57338ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.0709288
Apr 21 13:39:00.910109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23803c-9f68-4fef-803d-c8e78e8543e1 req-7ad7daac-7496-46dc-8477-faf22525598f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:00.911929 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8c23803c-9f68-4fef-803d-c8e78e8543e1 req-7ad7daac-7496-46dc-8477-faf22525598f tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 943 time: 0.1002445
Apr 21 13:39:00.967731 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8c23803c-9f68-4fef-803d-c8e78e8543e1 req-78c96382-d247-4bf0-b863-e6b779125838 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484428
Apr 21 13:39:01.879850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:02.176931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640952-eeae-49c1-b0b6-c9eb1e0af33c req-9b0ced33-a9e5-435d-bd49-f943074d9c50 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:02.178608 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-30640952-eeae-49c1-b0b6-c9eb1e0af33c req-9b0ced33-a9e5-435d-bd49-f943074d9c50 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 943 time: 0.0904000
Apr 21 13:39:02.231480 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-30640952-eeae-49c1-b0b6-c9eb1e0af33c req-21b5f39a-dc89-41d8-9267-48cbf9d7e7f5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462301
Apr 21 13:39:03.447159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7df85a-4aca-4bec-9836-ee42fff70507 req-01af2219-b9c9-477e-b824-ca0fda407f29 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:03.448800 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa7df85a-4aca-4bec-9836-ee42fff70507 req-01af2219-b9c9-477e-b824-ca0fda407f29 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 943 time: 0.0976884
Apr 21 13:39:03.451316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-e90f48be-5740-49ca-a86b-167a6eee86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:03.452980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-e90f48be-5740-49ca-a86b-167a6eee86ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847688
Apr 21 13:39:03.499856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fa7df85a-4aca-4bec-9836-ee42fff70507 req-eac2edde-7bd1-4761-939d-ee8f3c55a392 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444107
Apr 21 13:39:03.624729 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-e6585cdb-a6eb-4432-91ff-51632a146940 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630316
Apr 21 13:39:03.785011 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40d37421-a691-4ca5-bb9e-f42335c1f249 req-7e449fe3-fb5f-48cd-bea9-2cfe273cf721 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519079
Apr 21 13:39:04.438889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-773d1822-301d-4387-bce1-947658b42c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:04.711919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae846504-db81-433e-bf34-0da0ca524094 req-15aba76d-97c2-4d85-9a57-d585ec8393a0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:04.713580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae846504-db81-433e-bf34-0da0ca524094 req-15aba76d-97c2-4d85-9a57-d585ec8393a0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 943 time: 0.0934958
Apr 21 13:39:04.772674 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ae846504-db81-433e-bf34-0da0ca524094 req-a997b916-bafe-48a7-9f38-aa8a957f8bcc tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518839
Apr 21 13:39:06.001693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85787f37-4447-40aa-a535-728dd67a2025 req-b6cad806-5ef4-4c85-8c04-cf79983ffd57 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:06.003466 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-85787f37-4447-40aa-a535-728dd67a2025 req-b6cad806-5ef4-4c85-8c04-cf79983ffd57 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 943 time: 0.1025739
Apr 21 13:39:06.054021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-85787f37-4447-40aa-a535-728dd67a2025 req-a1a7db06-9a2f-4eff-9e70-362f16db613a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438356
Apr 21 13:39:06.087572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:39:06.274251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:06.292459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'port_id': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'mac_address': 'fa:16:3e:61:98:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:39:06.371851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:06.393360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:39:06.410343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:06.413373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:06.416035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:06.491288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:06.501531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.501922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.502302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.502706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.503133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.503535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.504033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.504521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.504943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.505354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.505801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.506274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:06.511381 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:06.676574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['2bb3059d-2ce0-4665-94fb-3845bd3d6a87'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:39:06.803654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5191899d-4d93-44c5-984f-2b290d236253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:06.959532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:07.274269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643674c6-17c4-4503-b160-34118d61e139 req-c60243bc-d4d7-425a-8905-170430cff72d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:07.275892 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-643674c6-17c4-4503-b160-34118d61e139 req-c60243bc-d4d7-425a-8905-170430cff72d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 944 time: 0.0899589
Apr 21 13:39:07.330317 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-643674c6-17c4-4503-b160-34118d61e139 req-dd04ef91-8d2e-46e9-b7e7-18cb32847c37 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476289
Apr 21 13:39:08.028118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:08.114886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:08.190849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:08.197565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:08.197988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:08.322792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:08.352856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:39:08.364514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:08.368145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:08.370148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:08.475483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:08.478836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:08.564205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e9c9-f5d8-49f6-ac4d-04531589d4bf req-c82a7271-8f99-4957-9064-e47820623434 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:08.565954 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9c10e9c9-f5d8-49f6-ac4d-04531589d4bf req-c82a7271-8f99-4957-9064-e47820623434 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.1100948
Apr 21 13:39:08.625009 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9c10e9c9-f5d8-49f6-ac4d-04531589d4bf req-0cad3618-56fd-4255-804f-2cdc47812083 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520661
Apr 21 13:39:08.767807 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'code': 200}
Apr 21 13:39:08.852076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:09.032487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393c3d-9e8e-40dc-9f89-8d856529a4fe req-799a80ef-93d2-40e6-92f7-6dea2dd8c5bb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:09.039412 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4393c3d-9e8e-40dc-9f89-8d856529a4fe req-799a80ef-93d2-40e6-92f7-6dea2dd8c5bb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1185129
Apr 21 13:39:09.075643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c748d-c420-4b38-8740-2b63fab20765 req-3d199448-0a3b-48b8-a78a-25b1aed47925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:09.077302 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be3c748d-c420-4b38-8740-2b63fab20765 req-3d199448-0a3b-48b8-a78a-25b1aed47925 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 1098 time: 0.1019795
Apr 21 13:39:09.089586 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4393c3d-9e8e-40dc-9f89-8d856529a4fe req-40a04e18-10c5-41aa-9477-6915ff2062d5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478604
Apr 21 13:39:09.130912 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be3c748d-c420-4b38-8740-2b63fab20765 req-68eec12b-449b-4078-bc01-f83ec46935f4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436542
Apr 21 13:39:09.844312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115d3f8-cb61-4e5a-8da2-b6ba78038a73 req-25918882-ecce-46ee-a510-2b4c3aa7c518 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:09.845958 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f115d3f8-cb61-4e5a-8da2-b6ba78038a73 req-25918882-ecce-46ee-a510-2b4c3aa7c518 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.0917728
Apr 21 13:39:09.899103 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f115d3f8-cb61-4e5a-8da2-b6ba78038a73 req-bd7cb4cc-f8ae-460a-92af-9906fc47da72 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463092
Apr 21 13:39:10.315856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6984fd-a57b-4684-8687-b1b09baa4811 req-a95be0c8-e1ea-4a18-b847-b1c1d0487734 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:10.317878 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3e6984fd-a57b-4684-8687-b1b09baa4811 req-a95be0c8-e1ea-4a18-b847-b1c1d0487734 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0982056
Apr 21 13:39:10.368734 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3e6984fd-a57b-4684-8687-b1b09baa4811 req-a4c48fc9-1d9d-4cc0-a788-80057417b300 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440500
Apr 21 13:39:11.108542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e81e-b2ff-4e05-a455-e650466057a1 req-fdee74c3-d88c-45f6-b24c-ba2351c08391 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:11.110216 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-35c2e81e-b2ff-4e05-a455-e650466057a1 req-fdee74c3-d88c-45f6-b24c-ba2351c08391 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.0898705
Apr 21 13:39:11.164521 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-35c2e81e-b2ff-4e05-a455-e650466057a1 req-c516b0fc-9182-4ae8-9c67-da1f7b3163f8 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475888
Apr 21 13:39:11.369789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cde1e5-737a-4fe8-a452-01ede4d64073 req-184c6939-b3c7-4bf6-bf30-a92f83baf09b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:11.371589 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-72cde1e5-737a-4fe8-a452-01ede4d64073 req-184c6939-b3c7-4bf6-bf30-a92f83baf09b tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.0952375
Apr 21 13:39:11.381635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51110) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:11.388214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Request body: {'floatingip': {'port_id': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:11.609540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96132c66-ce11-40b6-8757-c335e3b068d8 req-43868383-38bf-4b42-9786-42a6bd2e895b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:11.611494 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96132c66-ce11-40b6-8757-c335e3b068d8 req-43868383-38bf-4b42-9786-42a6bd2e895b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1061540
Apr 21 13:39:11.682158 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-96132c66-ce11-40b6-8757-c335e3b068d8 req-f3b72af4-bbed-4154-b824-7c49368e0eb5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615470
Apr 21 13:39:11.725643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:12.385697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:12.389559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:12.585473 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Floating IP c1e28339-81c2-41dd-bd17-708778ae08e8 associated. External IP: 172.27.0.34, port: 2bb3059d-2ce0-4665-94fb-3845bd3d6a87.
Apr 21 13:39:12.925936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb3d3-2bf6-454a-8e50-5333a2739f70 req-e57faa0c-d696-4042-b26c-a68fc9cdc104 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:12.927668 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8fbb3d3-2bf6-454a-8e50-5333a2739f70 req-e57faa0c-d696-4042-b26c-a68fc9cdc104 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1130626
Apr 21 13:39:12.981078 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8fbb3d3-2bf6-454a-8e50-5333a2739f70 req-7931453d-80e0-4bc3-ba31-6f56d241cbf8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465045
Apr 21 13:39:12.999938 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:39:13.196207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:39:13.201591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:13.206511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4fd0-9699-429c-958d-5845604552de None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:39:13.218711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:13.219399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f50080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:13.268036 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-91da1ce2-6ee1-496f-9a3b-1d15da7f83b7 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "PUT /v2.0/floatingips/c1e28339-81c2-41dd-bd17-708778ae08e8 HTTP/1.1" status: 200  len: 990 time: 1.8851733
Apr 21 13:39:13.268720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:39:13.327998 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'status': 'completed', 'code': 200}
Apr 21 13:39:13.418975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:13.432579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-7828fceb-051d-4bab-8fa2-7ed098627768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:13.434224 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-7828fceb-051d-4bab-8fa2-7ed098627768 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e695f0445b5a452a8aab4663eeb1281d&device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 1098 time: 0.0811267
Apr 21 13:39:13.581773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-8aa986f4-03cf-42f8-8bd3-e4285435be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:13.583470 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-8aa986f4-03cf-42f8-8bd3-e4285435be99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 200  len: 912 time: 0.1423500
Apr 21 13:39:13.696240 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-6f66c1c3-dd3c-498b-aebc-961a65f94a68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87 HTTP/1.1" status: 200  len: 998 time: 0.1056015
Apr 21 13:39:13.770487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-c0af91b7-395d-4466-a51f-f1ee3bcec1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:13.772304 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-c0af91b7-395d-4466-a51f-f1ee3bcec1b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 200  len: 850 time: 0.0698321
Apr 21 13:39:13.799923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f50080>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'c1e28339-81c2-41dd-bd17-708778ae08e8', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'port_id': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'mac_address': 'fa:16:3e:61:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:38:54Z', 'updated_at': '2021-04-21T13:39:12Z', 'revision_number': 1, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:13.804177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4fd0-9699-429c-958d-5845604552de None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:39:13.813511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:13.814189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f50080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:13.871536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-3df28c65-f8cf-4d96-8d6d-931ebac1daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:13.873162 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-3df28c65-f8cf-4d96-8d6d-931ebac1daa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e2d2fc5-825b-457a-81a8-167b651f75eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931878
Apr 21 13:39:14.038842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-e5b9732f-1d78-4f54-b430-04244d12af2c service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572404
Apr 21 13:39:14.195474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:14.222156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b1ca-914f-42ed-8074-6d1edfc056ca req-6457167a-0f1a-4869-89b7-648b8e438a61 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:14.231094 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-51e9b1ca-914f-42ed-8074-6d1edfc056ca req-6457167a-0f1a-4869-89b7-648b8e438a61 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1110208
Apr 21 13:39:14.286207 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-51e9b1ca-914f-42ed-8074-6d1edfc056ca req-e7d71bcf-7dcc-4424-b14f-b178beccf481 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541255
Apr 21 13:39:14.478974 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2e2e5f23-54aa-4b2b-8cc5-68bcdc8c6952 req-df7f0968-ea23-4ed1-897e-8a740f2cb831 service neutron] 10.222.0.44 "GET /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4335003
Apr 21 13:39:14.636338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-276e4fd0-9699-429c-958d-5845604552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f50080>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'c1e28339-81c2-41dd-bd17-708778ae08e8', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'port_id': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'mac_address': 'fa:16:3e:61:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:38:54Z', 'updated_at': '2021-04-21T13:39:12Z', 'revision_number': 1, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:14.640698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4fd0-9699-429c-958d-5845604552de None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'c1e28339-81c2-41dd-bd17-708778ae08e8', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'port_id': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'mac_address': 'fa:16:3e:61:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:38:54Z', 'updated_at': '2021-04-21T13:39:12Z', 'revision_number': 1, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:39:14.930138 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504db662-58e3-43e3-8420-7b461bb48b7d None None] New status for floating IP c1e28339-81c2-41dd-bd17-708778ae08e8: ACTIVE {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:39:15.458758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51158) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:15.508950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b08b4e-5957-4543-a226-0c7fc358d96d req-1b95c1de-622e-49a1-8e71-2cf94683f19f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:15.510600 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-35b08b4e-5957-4543-a226-0c7fc358d96d req-1b95c1de-622e-49a1-8e71-2cf94683f19f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0936263
Apr 21 13:39:15.531097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Deleting subnet b78a9a0a-5a2e-4233-b720-fa326c2e5f74 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:39:15.534348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:15.562743 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-35b08b4e-5957-4543-a226-0c7fc358d96d req-4cdf9f54-8b6d-40f2-b371-096c261d6469 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448723
Apr 21 13:39:15.595569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:15.668773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:15.937136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:15.941808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-118cf257-e9b0-4c1f-9504-23c5faf4def7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:15.979060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78a9a0a-5a2e-4233-b720-fa326c2e5f74,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:15.983100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:15.985620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:15.992484 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d79a3304-9b3b-40a4-9c50-4fd663f3fbd0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b78a9a0a-5a2e-4233-b720-fa326c2e5f74 HTTP/1.1" status: 204  len: 168 time: 0.5322649
Apr 21 13:39:15.995583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51164) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:16.125175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.280557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.409150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c94518>,) {'filters': {'network_id': ['d6efa583-edea-46d9-be9f-3164e59378cc']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:16.423861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c94518>, '97c8704d-2b39-4cef-a575-5e44cb3c61c5') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:16.424193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c94518>, '97c8704d-2b39-4cef-a575-5e44cb3c61c5') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:16.438401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.456499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.463807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:39:16.666296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Network d6efa583-edea-46d9-be9f-3164e59378cc has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:39:16.681385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.781148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881f8c7-db2b-4d9d-8435-47e31a0b1968 req-7985f7f7-74b8-42b6-bc08-ad8b3deff505 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:16.782879 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a881f8c7-db2b-4d9d-8435-47e31a0b1968 req-7985f7f7-74b8-42b6-bc08-ad8b3deff505 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0960212
Apr 21 13:39:16.834225 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a881f8c7-db2b-4d9d-8435-47e31a0b1968 req-d5e0821a-1631-4ea5-a986-f535c30bc5c3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444477
Apr 21 13:39:16.874067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Network d6efa583-edea-46d9-be9f-3164e59378cc has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:39:16.896828 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:39:16.977853 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.983446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:16.986132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:17.007546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6efa583-edea-46d9-be9f-3164e59378cc,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:17.010264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:17.012770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6efa583-edea-46d9-be9f-3164e59378cc HTTP/1.1" status: 204  len: 168 time: 1.0158269
Apr 21 13:39:17.202035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51174) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:17.255529 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3013bf02-4b26-44ec-8539-0bc12d70328c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82b8821758654e448719caa6964138df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521464
Apr 21 13:39:17.258972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51178) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:17.321614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:17.352860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:17.398680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:17.404290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6ee661e-2292-4b95-9dfc-3799a80092ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:17.415190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88d9e1-f443-4003-8942-8149ee0eb2f6,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:17.419007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:17.422999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:17.424284 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c88d9e1-f443-4003-8942-8149ee0eb2f6 HTTP/1.1" status: 204  len: 168 time: 0.1643257
Apr 21 13:39:18.055231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77f1e-663f-492e-afb4-25faae9986d5 req-eef25730-211b-4a7b-a413-23b48a0b8ff8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:18.056905 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f77f1e-663f-492e-afb4-25faae9986d5 req-eef25730-211b-4a7b-a413-23b48a0b8ff8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0953016
Apr 21 13:39:18.110724 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c1f77f1e-663f-492e-afb4-25faae9986d5 req-c1d89727-a87a-44d0-8eef-2216f1ab9f8f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463524
Apr 21 13:39:18.274334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51206) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:18.393126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274855527-network', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:18.398396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:18.402786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Usage tracker for resource:network and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:18.405817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:18.413019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:18.423184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Made reservation on behalf of bb4cbe96439b4abd8678f7eb780bf38a for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:39:18.428212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.442037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.457565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:18.462225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:18.465284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:18.471472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:18.562810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.565681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.570064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1939e938-5355-45c6-b68d-20ab7fe37c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:18.596104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:39:18.610407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592f7a1-05d5-4673-8291-cb17ef06a8b9,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:18.615524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:18.616556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.616976 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Added segment 18198678-3cd6-4a07-a6d7-403df13004f1 of type vlan for network 5b62498a-cc4e-45eb-a682-a9022965b86d
Apr 21 13:39:18.645107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.679309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.680697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:18.681345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:18.687180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cd3039d0-d134-4d24-ab96-c0da0a2f6906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:18.789780 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5133679
Apr 21 13:39:18.792875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51212) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:18.796193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Pushing event updated for resources: {'Network': ['ID=5b62498a-cc4e-45eb-a682-a9022965b86d,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:18.802052 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Request body: {'subnet': {'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274855527-subnet', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:18.805879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-be2e8df1-ea13-4f10-bee0-08d9a9f6cf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:18.806499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 5b62498a-cc4e-45eb-a682-a9022965b86d details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:39:18.808281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:18.812532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Usage tracker for resource:subnet and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:18.815640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:18.822361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:18.832550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Made reservation on behalf of bb4cbe96439b4abd8678f7eb780bf38a for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:39:18.837578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852543550'] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.267958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851014308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852543533'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.272919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-02036807-500b-4781-b3f2-f821f2e6b01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:19.337434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd95515-f7bd-469c-91f6-2a6cb5c71c32 req-4f6c1289-ead3-4ac1-9235-deb3eb744a29 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:19.339115 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8cd95515-f7bd-469c-91f6-2a6cb5c71c32 req-4f6c1289-ead3-4ac1-9235-deb3eb744a29 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0918765
Apr 21 13:39:19.362875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd186b2-4030-43b0-95fd-55112e6eab9c,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:19.365892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:19.373893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Checking segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:19.374288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Network hostable DHCP agents. Network: 5b62498a-cc4e-45eb-a682-a9022965b86d, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:39:19.390257 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8cd95515-f7bd-469c-91f6-2a6cb5c71c32 req-96e77527-8ab7-4f3b-abb2-b5af7f69dad3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437295
Apr 21 13:39:19.396956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:39:19.407066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 5b62498a-cc4e-45eb-a682-a9022965b86d) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:19.418062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cb8c4-578b-41d0-ad9d-4751fc30bd4f None None] Network 5b62498a-cc4e-45eb-a682-a9022965b86d requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:39:19.420268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:19.420932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.441783 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9f4af9f6-444f-405f-999c-a488014d316b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6476483
Apr 21 13:39:19.444639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51220) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:19.450122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:19.455291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:19.459475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Usage tracker for resource:router and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:19.463252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:19.470414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:19.479756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.480840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.496656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.655420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-5b62498a-cc4e-45eb-a682-a9022965b86d', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:39:19.656355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.795160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:19.830431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Allocated IP 172.20.0.2 (5b62498a-cc4e-45eb-a682-a9022965b86d/3cd186b2-4030-43b0-95fd-55112e6eab9c/7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:39:20.069903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.084422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Transition to ACTIVE for port object 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:20.117285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Transition to ACTIVE for port object 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:20.123130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.128084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-40e379d7-2555-4844-9f42-dc95428e957d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:20.208728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:20.212063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:20.217190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:39:20.221475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Pushing event updated for resources: {'Port': ['ID=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:20.252913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:20.330733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Attempting to bind port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:39:20.331302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Attempting to bind port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:39:20.331539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Attempting to bind port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:39:20.337756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:39:20.338172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Checking segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:20.338652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.339091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Bound using segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:39:20.339656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Bound port: 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:39:20.340191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.375319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.408580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.449803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] For port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:39:20.455037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] For port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:39:20.465979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.471385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:20.561152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Pushing event updated for resources: {'Port': ['ID=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:20.564460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:20.573451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Allocated IP 172.27.0.91 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/b606f467-09be-416b-b104-7328a6b6e118) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:39:20.805849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.860253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:20.868902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-94ff5d6c-0b55-482c-aec7-9b221d741da8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:20.916270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551bc2-b904-4e21-a1e9-64e56c192b99 req-c49c6393-a270-4c85-8ec7-b12a97618824 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:20.922840 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc551bc2-b904-4e21-a1e9-64e56c192b99 req-c49c6393-a270-4c85-8ec7-b12a97618824 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.3919501
Apr 21 13:39:20.950457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Pushing event updated for resources: {'Port': ['ID=b606f467-09be-416b-b104-7328a6b6e118,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:20.955372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:20.968074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:20.969420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:20.971950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:39:20.995386 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc551bc2-b904-4e21-a1e9-64e56c192b99 req-a5f36801-7508-461e-9809-7cc62a673fb2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674691
Apr 21 13:39:21.075647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:21.149546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:21.435040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:21.815070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:22.046741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Router b970edca-7019-4389-a409-485093cf886f is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:39:22.071542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfb2e92-8ca3-4649-90fc-ee8b8982b025 None None] Network 5b62498a-cc4e-45eb-a682-a9022965b86d requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:39:22.177425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Provisioning for port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:22.196665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Provisioning complete for port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:22.197075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:22.218357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa4663-1f28-426a-9979-599bbfcc1883 req-36d2da72-bc36-445a-aef3-110a07dc6a9b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:22.220023 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1aa4663-1f28-426a-9979-599bbfcc1883 req-36d2da72-bc36-445a-aef3-110a07dc6a9b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0964973
Apr 21 13:39:22.254847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:39:22.273393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:39:22.283827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:22.283827 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8374317
Apr 21 13:39:22.285895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51232) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:22.301803 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1aa4663-1f28-426a-9979-599bbfcc1883 req-aa05be40-5949-4010-8810-bea127f8a6db tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739419
Apr 21 13:39:22.343811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:22.344508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d2e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:22.404548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:39:22.636385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:22.696449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:22.847808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] For port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:22.906246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:22.913218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0814e539-9bbf-4b93-8a66-55f2a158faf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:23.203174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-abe9b776-b28a-401c-9901-052dbefeeefa None None] Provisioning complete for port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:23.203499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-abe9b776-b28a-401c-9901-052dbefeeefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.266279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Pushing event updated for resources: {'Port': ['ID=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:23.274516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:23.326500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.439608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d2e8>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:21Z', 'revision_number': 3, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:23.445185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:39:23.445663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Updating router b970edca-7019-4389-a409-485093cf886f port b606f467-09be-416b-b104-7328a6b6e118 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:39:23.506787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.548966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46a5b6-7785-4c08-adc7-92c615f41c83 req-feefbbc5-1c89-46d9-a6ed-157952e32c4f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:23.550744 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e46a5b6-7785-4c08-adc7-92c615f41c83 req-feefbbc5-1c89-46d9-a6ed-157952e32c4f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0991635
Apr 21 13:39:23.610041 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e46a5b6-7785-4c08-adc7-92c615f41c83 req-9c6bb173-5436-4527-ad14-8e41ba314d10 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474513
Apr 21 13:39:23.645460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Allocated IP 172.20.0.1 (5b62498a-cc4e-45eb-a682-a9022965b86d/3cd186b2-4030-43b0-95fd-55112e6eab9c/86aa9e46-a128-4580-b2a0-930d327fb96a) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:39:23.833343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.859424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Transition to ACTIVE for port object 86aa9e46-a128-4580-b2a0-930d327fb96a will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:23.885637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.891056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:23.922723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.956577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Transition to ACTIVE for port object b606f467-09be-416b-b104-7328a6b6e118 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:23.968152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:23.974060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:23.980306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:23.982786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:23.993912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:39:24.055160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=86aa9e46-a128-4580-b2a0-930d327fb96a,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:24.066424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:24.079599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.124141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Attempting to bind port b606f467-09be-416b-b104-7328a6b6e118 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:39:24.124475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Attempting to bind port b606f467-09be-416b-b104-7328a6b6e118 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:39:24.124912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Attempting to bind port b606f467-09be-416b-b104-7328a6b6e118 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:39:24.142003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db2cf0-00b4-4c8f-b5fb-fb01e81aca6a None None] Pushing event updated for resources: {'Port': ['ID=b606f467-09be-416b-b104-7328a6b6e118,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:24.145999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:39:24.146503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:24.147037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.147500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:39:24.148065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Bound port: b606f467-09be-416b-b104-7328a6b6e118, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:39:24.148503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.175991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f4db2cf0-00b4-4c8f-b5fb-fb01e81aca6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:24.241894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] For port b606f467-09be-416b-b104-7328a6b6e118, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:39:24.245699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] For port b606f467-09be-416b-b104-7328a6b6e118, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=b606f467-09be-416b-b104-7328a6b6e118,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:39:24.256358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.263675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:24.335331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b4bf68dd-0a1c-49a6-9365-1eb1173318c6 None None] Provisioning for port 86aa9e46-a128-4580-b2a0-930d327fb96a completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:24.360389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b4bf68dd-0a1c-49a6-9365-1eb1173318c6 None None] Provisioning complete for port 86aa9e46-a128-4580-b2a0-930d327fb96a triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:24.360726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4bf68dd-0a1c-49a6-9365-1eb1173318c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.395521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.407745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:24.408442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d2e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:24.496882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db2cf0-00b4-4c8f-b5fb-fb01e81aca6a None None] Pushing event updated for resources: {'Port': ['ID=b606f467-09be-416b-b104-7328a6b6e118,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:24.504244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f4db2cf0-00b4-4c8f-b5fb-fb01e81aca6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:24.563172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf68dd-0a1c-49a6-9365-1eb1173318c6 None None] Port 86aa9e46-a128-4580-b2a0-930d327fb96a cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:39:24.640444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:24.674841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.678933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.709936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1de3a681-3d71-49ea-aa32-3deefaf82077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:24.806617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:24.813386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=86aa9e46-a128-4580-b2a0-930d327fb96a,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:24.814502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:24.904074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c670d-d868-4a78-89ab-639eed7d03e3 req-f574d089-e6a8-46fd-abaf-3ec2e3f96f4c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:24.904074 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b92c670d-d868-4a78-89ab-639eed7d03e3 req-f574d089-e6a8-46fd-abaf-3ec2e3f96f4c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1103601
Apr 21 13:39:24.996873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:24.999497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:25.002794 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b92c670d-d868-4a78-89ab-639eed7d03e3 req-7f732088-895a-4b17-9d6e-191a03e2c1c1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809340
Apr 21 13:39:25.076272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:25.193405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c985d2e8>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:23Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:25.196905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:25.197181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:25.231296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe0af7-5cfd-4f43-98dd-215c28b1d5cf None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:23Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:39:25.253390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:39:25.342802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-dba80617-d39b-48b9-b816-d56280df5e94 None None] Provisioning complete for port 86aa9e46-a128-4580-b2a0-930d327fb96a triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:25.343226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dba80617-d39b-48b9-b816-d56280df5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:25.412274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-dba80617-d39b-48b9-b816-d56280df5e94 None None] Port 86aa9e46-a128-4580-b2a0-930d327fb96a cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:39:25.464841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:39:25.476560 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] 10.222.0.41 "PUT /v2.0/routers/b970edca-7019-4389-a409-485093cf886f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1895280
Apr 21 13:39:26.181979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51264) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:26.189564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1639735527-network', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:26.195515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:26.198066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:39:26.200517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Usage tracker for resource:network and tenant:3e002f81d5f749cc8dd03bf6b11731f8 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:26.204007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:26.210653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:26.223166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Made reservation on behalf of 3e002f81d5f749cc8dd03bf6b11731f8 for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:39:26.228516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.245405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.252882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2518a-ea06-4c69-a6e7-75aab3c24c65 req-f299d2b1-e86c-480e-88f5-b4afd7e57cda tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:26.254639 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ddd2518a-ea06-4c69-a6e7-75aab3c24c65 req-f299d2b1-e86c-480e-88f5-b4afd7e57cda tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0968192
Apr 21 13:39:26.264150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:26.268934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Usage tracker for resource:security_group_rule and tenant:3e002f81d5f749cc8dd03bf6b11731f8 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:26.272596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:26.280369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:26.322586 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ddd2518a-ea06-4c69-a6e7-75aab3c24c65 req-192ef2d1-28df-44b3-b7e0-359b9a507e84 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591173
Apr 21 13:39:26.370166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:26.386292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'mac_address': 'fa:16:3e:07:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:39:26.389961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.392985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.397926 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3b5099fc-d6ef-490e-af1b-2204e9753597 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:26.435109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:39:26.446108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d44c11-f1e0-487a-bb82-577a2c1b7221,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:26.454187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.455171 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Added segment 2f439b45-69aa-4f91-b2ef-832dd41b9c67 of type vlan for network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7
Apr 21 13:39:26.456932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.480382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d89ecfe5-1c1f-487e-a44d-590b19605263 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:39:26.492708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.500403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:26.504171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:26.507497 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.510668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d73800b-bdfe-41c0-8d6c-6ffc59277d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:26.529283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.530865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:26.531528 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:26.537720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-db8af142-b997-48de-9bd3-424874135bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:26.599688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=6']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:26.611223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:26.619510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['d89ecfe5-1c1f-487e-a44d-590b19605263'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:39:26.657602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Pushing event updated for resources: {'Network': ['ID=eea1ac3a-2f55-4c88-a7b6-3d8da40136a7,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:26.663787 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4795442
Apr 21 13:39:26.664237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51276) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:26.668098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:26.672296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Request body: {'subnet': {'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1639735527-subnet', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:26.677642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:39:26.678342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:26.683884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Usage tracker for resource:subnet and tenant:3e002f81d5f749cc8dd03bf6b11731f8 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:26.687368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:26.694437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:26.709384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Made reservation on behalf of 3e002f81d5f749cc8dd03bf6b11731f8 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:39:26.715605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851710890'] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.212120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device b606f467-09be-416b-b104-7328a6b6e118 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:27.327068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port b606f467-09be-416b-b104-7328a6b6e118 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:27.332396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port b606f467-09be-416b-b104-7328a6b6e118 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:27.332850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.386902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1267249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851710905'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.394273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:27.534502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.557895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port b606f467-09be-416b-b104-7328a6b6e118, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=b606f467-09be-416b-b104-7328a6b6e118,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:27.562849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.564967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b7bb7d0c-d1a3-43a6-a744-5d76b0ee9f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:27.591249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Checking segment: {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:27.591868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Network hostable DHCP agents. Network: eea1ac3a-2f55-4c88-a7b6-3d8da40136a7, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:39:27.609835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55f1a07-2b6b-4a1e-8c18-113d031b17ad,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:27.661712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=b606f467-09be-416b-b104-7328a6b6e118,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:27.665633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:27.667708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.668686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.669895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.670731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.671334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.671981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.672811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.673389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.674103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.674103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.674103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.674103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:27.686584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:27.705409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:39:27.724844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, eea1ac3a-2f55-4c88-a7b6-3d8da40136a7) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:27.739131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe77e67-4cb4-4155-b0fb-38997c832911 None None] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:39:27.742671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a5cea-5c18-492c-97d1-14f6b93dfe60 req-53a5b70d-7e53-4a75-a362-92971b48a966 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:27.745445 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-487a5cea-5c18-492c-97d1-14f6b93dfe60 req-53a5b70d-7e53-4a75-a362-92971b48a966 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 945 time: 0.2874455
Apr 21 13:39:27.804652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:27.805527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.829408 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-487a5cea-5c18-492c-97d1-14f6b93dfe60 req-36e07f79-8ef5-4f89-a042-a8f7112b36e7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706925
Apr 21 13:39:27.841366 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-dfce198a-b2a6-4c85-ac64-d1cec4cc0904 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1749856
Apr 21 13:39:27.844110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51304) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:27.850525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:27.858396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:27.880345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Usage tracker for resource:router and tenant:3e002f81d5f749cc8dd03bf6b11731f8 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:27.883976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:27.891143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:27.907896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.909313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:27.935117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:28.050495 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'fixed_ips': [{'subnet_id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:39:28.051929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:28.365591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:28.406189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Allocated IP 172.20.0.2 (eea1ac3a-2f55-4c88-a7b6-3d8da40136a7/d55f1a07-2b6b-4a1e-8c18-113d031b17ad/06cf33fc-7f7c-4d63-bdb8-36c53f898fc0) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:39:28.621130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port d89ecfe5-1c1f-487e-a44d-590b19605263 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:28.622453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:28.667025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:28.846904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:39:28.861341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:28.862328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae470>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:28.997474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.062102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.087771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Transition to ACTIVE for port object 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:29.098785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:39:29.116024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device b606f467-09be-416b-b104-7328a6b6e118 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:29.195310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:29.207438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.210968 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'code': 200}
Apr 21 13:39:29.213538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-120fb8d8-7374-412e-a861-f3090fbb7a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:29.256286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Transition to ACTIVE for port object 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:29.264359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.275798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.296437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd074e-06c0-4559-b3a6-9032f5d968af req-970c056e-1ce4-43b5-b3b4-558539002eee tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:29.308371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.309976 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-94bd074e-06c0-4559-b3a6-9032f5d968af req-970c056e-1ce4-43b5-b3b4-558539002eee tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 945 time: 0.1836150
Apr 21 13:39:29.314135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port b606f467-09be-416b-b104-7328a6b6e118 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:29.314759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.361849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:29.368083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:29.379510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:39:29.394504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=7']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:29.419886 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-94bd074e-06c0-4559-b3a6-9032f5d968af req-13c08c1e-5f56-4b39-abfc-f54a0c894b35 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076264
Apr 21 13:39:29.451881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:29.452414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:29.495763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:29.626120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Allocated IP 172.27.0.22 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/0f2d9a5f-caa6-4b9e-8c80-1b197307afe5) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:39:29.631118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Pushing event updated for resources: {'Port': ['ID=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:29.636964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:29.636964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Attempting to bind port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:39:29.637391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Attempting to bind port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:39:29.638343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Attempting to bind port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 on network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:39:29.692513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:39:29.692934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Checking segment: {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:29.693382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.693816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Bound using segment: {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:39:29.694338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Bound port: 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:39:29.694779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.825921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] For port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:39:29.830770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] For port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:39:29.835214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.845155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:29.853788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.895102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:29.902190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b2d9ba61-af74-4138-967a-97a8fc7abd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:29.922848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae470>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 2, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:29.932145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:39:29.932802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Updating router b970edca-7019-4389-a409-485093cf886f port 86aa9e46-a128-4580-b2a0-930d327fb96a binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:39:29.946955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Pushing event updated for resources: {'Port': ['ID=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:29.950363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:30.015572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:30.037206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:30.046564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:30.054143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:39:30.119852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Pushing event updated for resources: {'Port': ['ID=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:30.128118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:30.616526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:30.632413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Transition to ACTIVE for port object 86aa9e46-a128-4580-b2a0-930d327fb96a will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:30.644241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:30.653564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:30.676574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dc971-03de-4def-b8b4-d56b180a1469 req-2816bdfd-4a5c-4186-8caa-d57856c77934 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:30.684777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-933dc971-03de-4def-b8b4-d56b180a1469 req-2816bdfd-4a5c-4186-8caa-d57856c77934 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1129141
Apr 21 13:39:30.742903 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-933dc971-03de-4def-b8b4-d56b180a1469 req-4d5238d1-a089-4dbd-8bd0-cb9370e79587 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566881
Apr 21 13:39:30.802820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:30.979839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Pushing event updated for resources: {'Port': ['ID=86aa9e46-a128-4580-b2a0-930d327fb96a,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:31.084615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.086583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.086583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.086583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.086933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.091734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:39:31.101285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:31.138540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Attempting to bind port 86aa9e46-a128-4580-b2a0-930d327fb96a on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:39:31.138946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Attempting to bind port 86aa9e46-a128-4580-b2a0-930d327fb96a by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:39:31.139345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Attempting to bind port 86aa9e46-a128-4580-b2a0-930d327fb96a on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:39:31.145664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:39:31.146081 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Checking segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:31.146495 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:31.146913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Bound using segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:39:31.155519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Bound port: 86aa9e46-a128-4580-b2a0-930d327fb96a, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:39:31.155519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:31.168001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:31.370662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:31.374757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] For port 86aa9e46-a128-4580-b2a0-930d327fb96a, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:39:31.380137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] For port 86aa9e46-a128-4580-b2a0-930d327fb96a, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=86aa9e46-a128-4580-b2a0-930d327fb96a,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:39:31.385182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:31.396862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:31.407521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:31.501839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:31.502646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae470>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:31.823637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Pushing event updated for resources: {'Port': ['ID=86aa9e46-a128-4580-b2a0-930d327fb96a,revision_number=4']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:31.838346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:31.919596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:31.931694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20094f8d-3a81-41de-96f9-63cd72ff75c1 None None] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:39:31.962004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:32.001389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Router bc12282c-3913-4052-80e0-d9b0d2019a07 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:39:32.096367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a113-1006-459f-bcbf-d1e1a1617bbe req-57a1b836-8a4b-4b4c-b0f0-43220494aca2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:32.101426 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dc99a113-1006-459f-bcbf-d1e1a1617bbe req-57a1b836-8a4b-4b4c-b0f0-43220494aca2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1620519
Apr 21 13:39:32.141050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Provisioning for port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:32.149145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Provisioning complete for port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:32.149904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:32.199254 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dc99a113-1006-459f-bcbf-d1e1a1617bbe req-4056e511-d3c9-43a4-b9e5-4b78db2a1c81 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889490
Apr 21 13:39:32.465348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:39:32.498688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae470>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:31Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:32.503432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32ce12-f469-4faf-aa49-3d2bc8ed193e None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:31Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:39:32.527884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Sync routers for ids ['bc12282c-3913-4052-80e0-d9b0d2019a07'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:39:32.531065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:32.532670 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6874845
Apr 21 13:39:32.535623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51324) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:32.621449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:32.667964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Routers {'bc12282c-3913-4052-80e0-d9b0d2019a07'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:32.673083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d8b828>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['bc12282c-3913-4052-80e0-d9b0d2019a07'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:32.792803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] For port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:33.153883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:33.164386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:33.283196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 86aa9e46-a128-4580-b2a0-930d327fb96a up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:33.341219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Pushing event updated for resources: {'Port': ['ID=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:33.345621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:33.466267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Set router bc12282c-3913-4052-80e0-d9b0d2019a07 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:33.671138 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 86aa9e46-a128-4580-b2a0-930d327fb96a completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:33.769928 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-0f8cc3bd-98c5-4d81-84d7-cd8708a65b85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6830621
Apr 21 13:39:33.790226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 86aa9e46-a128-4580-b2a0-930d327fb96a triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:33.791173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:33.850192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:33.970530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9e45-7994-4880-afee-093045977578 req-9c622170-c379-495d-948b-502938c65587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:33.970878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-4e746586-106d-469b-baa3-445b6d65d701 None None] Provisioning complete for port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:33.971170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e746586-106d-469b-baa3-445b6d65d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:33.973152 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-9c622170-c379-495d-948b-502938c65587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1099 time: 0.1759849
Apr 21 13:39:34.111353 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:34.154890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9e45-7994-4880-afee-093045977578 req-76f62058-cd0b-4907-b482-cb8ecefa3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:34.157627 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-76f62058-cd0b-4907-b482-cb8ecefa3435 service neutron] 10.222.0.44 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 909 time: 0.1573191
Apr 21 13:39:34.258498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 86aa9e46-a128-4580-b2a0-930d327fb96a, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=86aa9e46-a128-4580-b2a0-930d327fb96a,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:34.271075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:34.271661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Allocated IP 172.20.0.1 (eea1ac3a-2f55-4c88-a7b6-3d8da40136a7/d55f1a07-2b6b-4a1e-8c18-113d031b17ad/23472cee-7480-45a3-a121-0b07db4e4c6e) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:39:34.274195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:34.341757 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-0681ecb7-d161-4fca-94d0-d042bb0d20c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 1002 time: 0.1680677
Apr 21 13:39:34.391293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce97482-bd7c-43ef-a68d-88c83efcde17 req-fccc9047-3ec7-431b-8d37-a1a5c33ba10b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:34.393268 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ce97482-bd7c-43ef-a68d-88c83efcde17 req-fccc9047-3ec7-431b-8d37-a1a5c33ba10b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.6959145
Apr 21 13:39:34.394688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=86aa9e46-a128-4580-b2a0-930d327fb96a,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:34.414164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:34.419225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d8b828>, [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:39:30Z', 'revision_number': 3, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:34.436588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Checking router: bc12282c-3913-4052-80e0-d9b0d2019a07 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:39:34.437370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Updating router bc12282c-3913-4052-80e0-d9b0d2019a07 port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:39:34.454156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9e45-7994-4880-afee-093045977578 req-0c82f734-fbca-406e-acda-638e24a38d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:34.457719 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-0c82f734-fbca-406e-acda-638e24a38d4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 200  len: 847 time: 0.1046669
Apr 21 13:39:34.556600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:34.561909 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3ce97482-bd7c-43ef-a68d-88c83efcde17 req-560f1aec-492a-4c30-9d52-bb64cf765487 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705769
Apr 21 13:39:34.589405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9e45-7994-4880-afee-093045977578 req-576c04c6-147d-4ecc-90e1-04b41b70cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:34.591663 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-576c04c6-147d-4ecc-90e1-04b41b70cdb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06587a9b-ae14-4e2b-a617-14d27cf17c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1271279
Apr 21 13:39:34.633357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:34.651209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Transition to ACTIVE for port object 23472cee-7480-45a3-a121-0b07db4e4c6e will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:34.682565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:34.693063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:34.758095 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-d711f5dd-4d49-4d78-92da-5895ea87ae5f service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566226
Apr 21 13:39:34.800207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Pushing event updated for resources: {'Port': ['ID=23472cee-7480-45a3-a121-0b07db4e4c6e,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:34.807024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:34.820727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:34.822166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:34.824685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:39:34.950796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:34.978562 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc0d9e45-7994-4880-afee-093045977578 req-28065b45-6853-4fd2-a49c-21e40b7f0cdc service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129333
Apr 21 13:39:35.188563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.195259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8aa62283-34b4-4273-9475-cb7164b96f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.213762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:35.364265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3b4ddc61-f90f-429a-9950-b14147480d8c None None] Provisioning for port 23472cee-7480-45a3-a121-0b07db4e4c6e completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:35.388758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3b4ddc61-f90f-429a-9950-b14147480d8c None None] Provisioning complete for port 23472cee-7480-45a3-a121-0b07db4e4c6e triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:35.389612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddc61-f90f-429a-9950-b14147480d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.554650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.573665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.631676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ddc61-f90f-429a-9950-b14147480d8c None None] Port 23472cee-7480-45a3-a121-0b07db4e4c6e cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:39:35.657837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:35.658358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.663249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:35.787336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Pushing event updated for resources: {'Port': ['ID=23472cee-7480-45a3-a121-0b07db4e4c6e,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:35.790704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.805118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.805581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:35.830114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Transition to ACTIVE for port object 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:35.843274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:35.849491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4fec0b41-f909-4444-8b91-0107351d60cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:36.001667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Attempting to bind port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:39:36.002374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Attempting to bind port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:39:36.002972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Attempting to bind port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:39:36.017294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feef3bb-992f-4667-9db4-e71c9c3ca07c None None] Pushing event updated for resources: {'Port': ['ID=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:36.028672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3feef3bb-992f-4667-9db4-e71c9c3ca07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:36.046004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:39:36.046476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:36.047046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:36.047507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:39:36.048163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Bound port: 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:39:36.048588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:36.117042 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 86aa9e46-a128-4580-b2a0-930d327fb96a up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:36.127731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062cbe-b5de-45bc-9144-fc59ac7fba10 req-94a3bda2-da41-4e58-9ec0-be387ec9cf0d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:36.129851 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37062cbe-b5de-45bc-9144-fc59ac7fba10 req-94a3bda2-da41-4e58-9ec0-be387ec9cf0d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.3012388
Apr 21 13:39:36.159630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:39:36.161036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:39:36.220586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] For port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:39:36.227901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] For port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:39:36.243534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:36.248466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:36.271467 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-37062cbe-b5de-45bc-9144-fc59ac7fba10 req-783711fc-e1cd-4670-8e3a-d47c3517ffa7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1345491
Apr 21 13:39:36.357557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feef3bb-992f-4667-9db4-e71c9c3ca07c None None] Pushing event updated for resources: {'Port': ['ID=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:36.370051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3feef3bb-992f-4667-9db4-e71c9c3ca07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:36.372898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 86aa9e46-a128-4580-b2a0-930d327fb96a triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:36.373320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:36.438178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Routers {'bc12282c-3913-4052-80e0-d9b0d2019a07'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:36.438851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d8b828>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['bc12282c-3913-4052-80e0-d9b0d2019a07'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:36.666550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-24a59822-05ae-446b-a915-175774439954 None None] Provisioning complete for port 23472cee-7480-45a3-a121-0b07db4e4c6e triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:36.666914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-24a59822-05ae-446b-a915-175774439954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:36.757798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Router bc12282c-3913-4052-80e0-d9b0d2019a07 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:39:37.033267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:39:37.052278 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] 10.222.0.41 "PUT /v2.0/routers/bc12282c-3913-4052-80e0-d9b0d2019a07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5151992
Apr 21 13:39:37.079965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-24a59822-05ae-446b-a915-175774439954 None None] Port 23472cee-7480-45a3-a121-0b07db4e4c6e cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:39:37.136860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] Set router bc12282c-3913-4052-80e0-d9b0d2019a07 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:37.311935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:37.386856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5826-bb3b-41f7-8a2d-e997903136c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:37.575245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb999f6b-9ce9-4dc3-b099-c6cbd40fc3d4 req-96f19a84-837d-4dbc-b0f0-aa3d16a09342 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:37.577120 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bb999f6b-9ce9-4dc3-b099-c6cbd40fc3d4 req-96f19a84-837d-4dbc-b0f0-aa3d16a09342 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1057439
Apr 21 13:39:37.674205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d8b828>, [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '23472cee-7480-45a3-a121-0b07db4e4c6e', 'name': '', 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'mac_address': 'fa:16:3e:7d:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:33Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 2, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'subnets': [{'id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:37.679441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f489-8fd6-4149-9fcf-00bca3c771bc None None] The sync data for ids ['bc12282c-3913-4052-80e0-d9b0d2019a07'] in dv-cinder-787195-3-iscsi is: [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '23472cee-7480-45a3-a121-0b07db4e4c6e', 'name': '', 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'mac_address': 'fa:16:3e:7d:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:33Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 2, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'subnets': [{'id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:39:37.704521 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bb999f6b-9ce9-4dc3-b099-c6cbd40fc3d4 req-dd759e02-81a2-4fc1-b055-953e2f6c1ef1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201394
Apr 21 13:39:37.976721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51360) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:37.983283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973274866', 'description': 'tempest-secgroup-smoke-1973274866 description', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:37.991913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:37.998356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:38.007151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:38.023890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:38.042647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.048909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.079155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:38.084011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:38.087850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:38.097861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:38.235247 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.249741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.303567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-62e3867a-65ca-4c2a-895f-fb5176c634da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:38.338597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.347275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3691173
Apr 21 13:39:38.348376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51366) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:38.359617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group_rule': {'security_group_id': '87e0e036-1234-4093-826f-f6c5f1c50d5f', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:38.370362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e0e036-1234-4093-826f-f6c5f1c50d5f,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:38.381567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:38.387618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:38.398913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:38.407548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:38.422029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:38.478760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.563242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.567400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.569760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:38.601812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c34362-dc30-4c76-9c7b-e6e8ab2cb215,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:38.607512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:38.621341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.623949 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2722945
Apr 21 13:39:38.628085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51370) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:38.634364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group_rule': {'security_group_id': '87e0e036-1234-4093-826f-f6c5f1c50d5f', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:38.642142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:38.649415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:38.653617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:38.660130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:38.682162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.817350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.823148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.850013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-154ac3e1-7f79-432e-9d9f-c97533ccc2d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:38.873918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0376ffd-aab7-4b80-8673-78542de48064,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:38.875590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.879508 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2475109
Apr 21 13:39:38.881311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51376) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:38.893814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group_rule': {'security_group_id': '87e0e036-1234-4093-826f-f6c5f1c50d5f', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:38.904175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cf993c2d-b8b4-4409-81ff-9275df4f41b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:38.927031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:38.928728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:38.936704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:38.940588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:38.949183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:39.052160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.175823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.188051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb3a78-cd85-4e54-8b10-20e761d9a93d req-3fd0447a-ba28-4765-bad5-d94aaab5b2e9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:39.191579 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7cfb3a78-cd85-4e54-8b10-20e761d9a93d req-3fd0447a-ba28-4765-bad5-d94aaab5b2e9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.2117522
Apr 21 13:39:39.193777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.206214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6268c0d6-c53c-4550-a389-df808b5005ee tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:39.260660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921a3be2-844c-454d-80fa-f8799debd8e6,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:39.265019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:39.296898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.298220 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4157894
Apr 21 13:39:39.301578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51380) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:39.329421 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7cfb3a78-cd85-4e54-8b10-20e761d9a93d req-5df4f9a1-4df3-406c-b74b-6f3f70c6e844 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240401
Apr 21 13:39:39.337411 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group_rule': {'security_group_id': '87e0e036-1234-4093-826f-f6c5f1c50d5f', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:39.362674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:39.370826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:39.375775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:39.384799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:39.424443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.559770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:39.626272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.631658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.637050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1b1b5a9-3b17-48b8-a42c-210631348fd8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:39.674161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.676514 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3726506
Apr 21 13:39:39.679288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51386) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:39.679753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:39.685689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group_rule': {'security_group_id': '87e0e036-1234-4093-826f-f6c5f1c50d5f', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:39.686682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:39.687492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.692910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912bd3d8-634e-4ac6-9e31-ea404966c25e,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:39.696284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:39.699944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:39.707187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:39.711501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:39.725507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:39.739820 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.securitygroups_db [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Project bb4cbe96439b4abd8678f7eb780bf38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 13:39:39.748962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.868685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.876365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.879882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.888924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:39.895841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:39.905577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.928863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:39.954047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb19531d-bd85-4017-adf8-b7b2dbd7d7b7,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:39.958763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:39.964757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:39.967504 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-044542f6-f1ef-41bb-bb4e-f7b444a3f38e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2868121
Apr 21 13:39:39.972238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51390) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:39.984656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'security_group_rule': {'security_group_id': '87e0e036-1234-4093-826f-f6c5f1c50d5f', 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:39:39.994807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:39:40.000513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:security_group_rule and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:39:40.005831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:39:40.014806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:39:40.031077 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.securitygroups_db [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Project bb4cbe96439b4abd8678f7eb780bf38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 13:39:40.042347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:40.044801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:40.055521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:40.149211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:40.152249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:40.161172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:40.185219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c043b70-f02a-4ee3-9855-e6abf7093416,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:40.187937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:40.196198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:40.202843 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7bf1ee12-fc9f-49bb-a982-e2ad802bb534 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2274384
Apr 21 13:39:40.628479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f00788-38e8-45ed-84c7-b6427577ee9d req-78915973-6b87-4156-8b61-0bd586419087 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:40.631223 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-85f00788-38e8-45ed-84c7-b6427577ee9d req-78915973-6b87-4156-8b61-0bd586419087 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1442132
Apr 21 13:39:40.727479 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-85f00788-38e8-45ed-84c7-b6427577ee9d req-05f6ddbe-d01f-4e7a-81b5-12c4c6a68f9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860813
Apr 21 13:39:41.492184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:41.603668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:41.604266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:42.010543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Sync routers for ids ['bc12282c-3913-4052-80e0-d9b0d2019a07'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:39:42.036851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Routers {'bc12282c-3913-4052-80e0-d9b0d2019a07'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:42.041986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5d1156ac8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['bc12282c-3913-4052-80e0-d9b0d2019a07'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:42.144183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c6fae-e3d9-41ab-97f7-6e95b5a53066 req-763bfef4-c448-4aff-a230-9d75380fd86e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:42.145864 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9b7c6fae-e3d9-41ab-97f7-6e95b5a53066 req-763bfef4-c448-4aff-a230-9d75380fd86e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1639595
Apr 21 13:39:42.223693 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9b7c6fae-e3d9-41ab-97f7-6e95b5a53066 req-fc261557-85c0-49ce-8671-fd49d8bb0add tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620482
Apr 21 13:39:42.336677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Set router bc12282c-3913-4052-80e0-d9b0d2019a07 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:42.679733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5d1156ac8>, [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '23472cee-7480-45a3-a121-0b07db4e4c6e', 'name': '', 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'mac_address': 'fa:16:3e:7d:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:33Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 2, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'subnets': [{'id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:42.683940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Checking router: bc12282c-3913-4052-80e0-d9b0d2019a07 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:39:42.684386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Updating router bc12282c-3913-4052-80e0-d9b0d2019a07 port 23472cee-7480-45a3-a121-0b07db4e4c6e binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:39:42.747225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:43.242979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-402e9e61-b8bb-4490-882d-cfb46516a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:43.244624 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-402e9e61-b8bb-4490-882d-cfb46516a21e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1099 time: 0.1150050
Apr 21 13:39:43.345477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:43.375679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Transition to ACTIVE for port object 23472cee-7480-45a3-a121-0b07db4e4c6e will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:39:43.383594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:43.393355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:43.456630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-fc63b031-9e00-41d5-b70c-4b2a57b69d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:43.458336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-fc63b031-9e00-41d5-b70c-4b2a57b69d85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.2059817
Apr 21 13:39:43.497269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204cfc-21e1-4e64-bd23-7c431833f47b req-dd98f53a-deb1-4710-b0a4-a7a97a8a918d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:43.499141 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2f204cfc-21e1-4e64-bd23-7c431833f47b req-dd98f53a-deb1-4710-b0a4-a7a97a8a918d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.1184726
Apr 21 13:39:43.578640 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2f204cfc-21e1-4e64-bd23-7c431833f47b req-8209d2f1-00e5-4420-aa90-4548c29c62e0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654759
Apr 21 13:39:43.624716 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-6d1f05f6-fe1e-44b9-8cab-73f601364165 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 200  len: 1002 time: 0.1578400
Apr 21 13:39:43.634841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ba1cc-4519-49d3-9ddb-440085ff4617 None None] Pushing event updated for resources: {'Port': ['ID=23472cee-7480-45a3-a121-0b07db4e4c6e,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:43.644048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-380ba1cc-4519-49d3-9ddb-440085ff4617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:43.662181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Attempting to bind port 23472cee-7480-45a3-a121-0b07db4e4c6e on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:39:43.662753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Attempting to bind port 23472cee-7480-45a3-a121-0b07db4e4c6e by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:39:43.663265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Attempting to bind port 23472cee-7480-45a3-a121-0b07db4e4c6e on network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:39:43.670140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:39:43.670618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Checking segment: {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:39:43.671190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:43.674982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Bound using segment: {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:39:43.674982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Bound port: 23472cee-7480-45a3-a121-0b07db4e4c6e, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f439b45-69aa-4f91-b2ef-832dd41b9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:39:43.674982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:43.708229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-3f22d685-fe7b-4dad-af08-8fdeef4bd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:43.709843 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-3f22d685-fe7b-4dad-af08-8fdeef4bd52c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0759633
Apr 21 13:39:43.779446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] For port 23472cee-7480-45a3-a121-0b07db4e4c6e, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:39:43.783090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] For port 23472cee-7480-45a3-a121-0b07db4e4c6e, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=23472cee-7480-45a3-a121-0b07db4e4c6e,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:39:43.787516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:43.793069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:43.802426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-6a8d31ce-e2ab-4970-ad2a-980420ccbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:43.804139 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-6a8d31ce-e2ab-4970-ad2a-980420ccbd3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866296
Apr 21 13:39:43.875303 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Routers {'bc12282c-3913-4052-80e0-d9b0d2019a07'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:39:43.876057 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5d1156ac8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:39:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['bc12282c-3913-4052-80e0-d9b0d2019a07'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:43.961895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ba1cc-4519-49d3-9ddb-440085ff4617 None None] Pushing event updated for resources: {'Port': ['ID=23472cee-7480-45a3-a121-0b07db4e4c6e,revision_number=4']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:44.022056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-380ba1cc-4519-49d3-9ddb-440085ff4617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:44.043743 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-a1c7544f-35fb-4240-8f6b-26d481c29672 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315722
Apr 21 13:39:44.110923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] Set router bc12282c-3913-4052-80e0-d9b0d2019a07 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:39:44.232148 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4678d3b5-0618-44a6-a3bc-e3cea873457a req-a7225720-6121-48ee-bfd8-e30fd84fe2ec service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800146
Apr 21 13:39:44.491668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5d1156ac8>, [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '23472cee-7480-45a3-a121-0b07db4e4c6e', 'name': '', 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'mac_address': 'fa:16:3e:7d:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:33Z', 'updated_at': '2021-04-21T13:39:43Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'subnets': [{'id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:39:44.497061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b533d1-9ee2-4f76-ac07-3bef847ce4e0 None None] The sync data for ids ['bc12282c-3913-4052-80e0-d9b0d2019a07'] in dv-cinder-787195-3-iscsi is: [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:39:35Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '23472cee-7480-45a3-a121-0b07db4e4c6e', 'name': '', 'network_id': 'eea1ac3a-2f55-4c88-a7b6-3d8da40136a7', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'mac_address': 'fa:16:3e:7d:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:33Z', 'updated_at': '2021-04-21T13:39:43Z', 'revision_number': 4, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'subnets': [{'id': 'd55f1a07-2b6b-4a1e-8c18-113d031b17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:39:44.790191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6d08-6a8e-4d0d-9e26-c12c90ad0b74 req-72905c52-12d8-4bfd-998a-c67bdd02934a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:44.792151 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64fc6d08-6a8e-4d0d-9e26-c12c90ad0b74 req-72905c52-12d8-4bfd-998a-c67bdd02934a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0932965
Apr 21 13:39:44.850107 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64fc6d08-6a8e-4d0d-9e26-c12c90ad0b74 req-0d762f06-9750-42d9-98e1-926117fa5369 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508094
Apr 21 13:39:45.485594 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 23472cee-7480-45a3-a121-0b07db4e4c6e up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:45.562486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 23472cee-7480-45a3-a121-0b07db4e4c6e completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:39:45.567841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 23472cee-7480-45a3-a121-0b07db4e4c6e triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:45.568270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:45.700149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:45.736338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 23472cee-7480-45a3-a121-0b07db4e4c6e, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=23472cee-7480-45a3-a121-0b07db4e4c6e,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:45.740238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:45.742184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:45.817413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=23472cee-7480-45a3-a121-0b07db4e4c6e,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:45.821269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:46.082438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3df9dd-b635-4cde-b24c-210c9e1a93d3 req-e447ed45-43cb-49ba-a521-6f2b6cb37231 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:46.084082 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be3df9dd-b635-4cde-b24c-210c9e1a93d3 req-e447ed45-43cb-49ba-a521-6f2b6cb37231 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 946 time: 0.0957658
Apr 21 13:39:46.137514 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be3df9dd-b635-4cde-b24c-210c9e1a93d3 req-ffff5a40-5e87-4e3e-93bd-71bb69bfe579 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466833
Apr 21 13:39:46.259268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:39:46.388550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:46.418106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:39:46.429280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:39:46.442544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:46.444575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3feef3bb-992f-4667-9db4-e71c9c3ca07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:39:46.483183 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'code': 200}
Apr 21 13:39:46.518641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=8']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:39:46.522072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:39:47.361668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58618c-e50d-451c-9313-8b8054578647 req-a57e3946-6239-4df7-a05e-6ca8ec2c01c7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:47.363336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8c58618c-e50d-451c-9313-8b8054578647 req-a57e3946-6239-4df7-a05e-6ca8ec2c01c7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0975335
Apr 21 13:39:47.416251 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8c58618c-e50d-451c-9313-8b8054578647 req-57ec6f9b-21d8-4dfc-bf56-5b2bc4046594 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463328
Apr 21 13:39:47.466114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 23472cee-7480-45a3-a121-0b07db4e4c6e up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:39:47.545592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 23472cee-7480-45a3-a121-0b07db4e4c6e triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:39:47.546011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:39:48.472105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b707d-2185-4278-ba1c-27e382192030 req-479bebc1-0596-41a4-b890-0cf96be354e4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:48.473784 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-178b707d-2185-4278-ba1c-27e382192030 req-479bebc1-0596-41a4-b890-0cf96be354e4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1265473
Apr 21 13:39:48.526392 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-178b707d-2185-4278-ba1c-27e382192030 req-779b2f97-6929-40a1-a637-229f4e72b453 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458417
Apr 21 13:39:48.801403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51542) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:39:48.948903 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-0dbc9795-5d63-4105-a70d-35f51cf1f54d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1461935
Apr 21 13:39:49.753066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578bccf-be1a-471b-89f5-0faebd442e26 req-4750b8e7-7dc7-44ed-b510-dec56ee8f1c2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:49.754660 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9578bccf-be1a-471b-89f5-0faebd442e26 req-4750b8e7-7dc7-44ed-b510-dec56ee8f1c2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0998685
Apr 21 13:39:49.807753 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9578bccf-be1a-471b-89f5-0faebd442e26 req-bfc5930f-eb67-4d8d-b418-dabf9956200a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464334
Apr 21 13:39:50.299975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:39:50.336918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-da62dc34-f1bf-42e6-9b28-ccb52e287aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:50.339355 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-da62dc34-f1bf-42e6-9b28-ccb52e287aa4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8&tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 1097 time: 0.0877004
Apr 21 13:39:50.449973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-558d3e9c-c33c-41aa-bdf5-0a41678753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:50.451643 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-558d3e9c-c33c-41aa-bdf5-0a41678753c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1097 time: 0.0845168
Apr 21 13:39:50.611768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-d3a84ea8-935a-4131-92ce-60acee64dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:50.613595 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-d3a84ea8-935a-4131-92ce-60acee64dbdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.1511521
Apr 21 13:39:50.731885 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-c9c55136-cbb1-4d2c-8f6d-2e4e8d45b474 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 200  len: 1000 time: 0.1107204
Apr 21 13:39:50.809808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-3876610d-d43b-45f7-a262-68ad169fa7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:50.811697 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-3876610d-d43b-45f7-a262-68ad169fa7ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0692406
Apr 21 13:39:50.899260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-237a865a-3426-42e9-a614-a51d3b24174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:50.900852 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-237a865a-3426-42e9-a614-a51d3b24174a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806096
Apr 21 13:39:51.038014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf3bd0-834a-49f4-ad23-6cde60b7d2de req-d1b93065-d98d-4341-ad55-39dc02a276fb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:51.039749 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6daf3bd0-834a-49f4-ad23-6cde60b7d2de req-d1b93065-d98d-4341-ad55-39dc02a276fb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1035457
Apr 21 13:39:51.059026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-fd390a7f-1b97-4a7b-a2b4-1f2d8e201298 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468184
Apr 21 13:39:51.096246 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6daf3bd0-834a-49f4-ad23-6cde60b7d2de req-4f911c83-3f27-4b80-9ce1-fefd4a9a3694 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491190
Apr 21 13:39:51.219996 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b6d7547-4965-4b15-b7f2-e016107d9449 req-f8522f79-271d-42f0-b869-05676f31f942 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535668
Apr 21 13:39:52.432609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470bcde-ba43-48b1-b06c-3c87e78d0748 req-f23aa53f-ae57-487c-b375-63dd181b69c8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:52.434446 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b470bcde-ba43-48b1-b06c-3c87e78d0748 req-f23aa53f-ae57-487c-b375-63dd181b69c8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1827843
Apr 21 13:39:52.511935 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b470bcde-ba43-48b1-b06c-3c87e78d0748 req-2b039527-6991-4fb6-a02f-7785301b22ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566669
Apr 21 13:39:53.738656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5831ea6-227e-4dd1-b8e6-664e8a0bec78 req-50e8296e-3219-4086-970e-e3f5a58abdb5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:53.740725 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5831ea6-227e-4dd1-b8e6-664e8a0bec78 req-50e8296e-3219-4086-970e-e3f5a58abdb5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1010125
Apr 21 13:39:53.796545 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5831ea6-227e-4dd1-b8e6-664e8a0bec78 req-683c7858-54c2-43ab-b625-0492761d7c90 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489411
Apr 21 13:39:55.015925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd143b-74f9-4479-9f0f-ad383b4093b1 req-99b16f94-f53b-4746-88dd-b0a2268ea9c3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:55.017618 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d9dd143b-74f9-4479-9f0f-ad383b4093b1 req-99b16f94-f53b-4746-88dd-b0a2268ea9c3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0920582
Apr 21 13:39:55.072119 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d9dd143b-74f9-4479-9f0f-ad383b4093b1 req-0f8df23b-6645-4adc-9c9c-fc41703a0c20 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447114
Apr 21 13:39:56.303412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9f38e-bdf9-4a11-9209-1cc0c1e789f7 req-83a4bc66-bc49-4b3d-866d-f30b58fd1d4f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:56.305140 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0b9f38e-bdf9-4a11-9209-1cc0c1e789f7 req-83a4bc66-bc49-4b3d-866d-f30b58fd1d4f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1091888
Apr 21 13:39:56.361192 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0b9f38e-bdf9-4a11-9209-1cc0c1e789f7 req-74e00555-447b-486f-8a2e-fe47ecd89c55 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492303
Apr 21 13:39:57.581383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cd22-e664-43b5-a223-e08121aad8e2 req-b92c9803-c721-4b86-8ff0-9a37060abf9d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:57.583139 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bb04cd22-e664-43b5-a223-e08121aad8e2 req-b92c9803-c721-4b86-8ff0-9a37060abf9d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0936978
Apr 21 13:39:57.639155 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bb04cd22-e664-43b5-a223-e08121aad8e2 req-32645763-0d31-455d-ba6a-438115457ff8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493085
Apr 21 13:39:58.323785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-963b15b7-af9c-4082-a85f-d082e61e0247 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:39:58.343327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-963b15b7-af9c-4082-a85f-d082e61e0247 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:39:58.344627 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-963b15b7-af9c-4082-a85f-d082e61e0247 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973274866&fields=id&tenant_id=bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 267 time: 0.0665252
Apr 21 13:39:58.546809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-ad0cc5a7-a3cc-48f7-8bde-7d9a78398e0a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:58.548510 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-ad0cc5a7-a3cc-48f7-8bde-7d9a78398e0a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 811 time: 0.1959498
Apr 21 13:39:58.566172 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-8472688b-ee69-499c-8801-716bc82f4d1d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/quotas/bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 375 time: 0.0107198
Apr 21 13:39:58.669018 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-aac3f7b8-ede9-450b-b91d-684371ce1755 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0956814
Apr 21 13:39:58.851464 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-a7071b53-58c6-4e3a-ab3d-85d6c2d0a7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648204
Apr 21 13:39:59.025827 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-227da7a5-b6de-4245-8b12-750e48d729e2 service neutron] 10.222.0.41 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668046
Apr 21 13:39:59.412008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:39:59.647983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15318-d17d-4a55-884b-6459461898ca req-74f07c9d-da9c-4f75-80d3-e95361c0c4f3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:39:59.649667 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6bd15318-d17d-4a55-884b-6459461898ca req-74f07c9d-da9c-4f75-80d3-e95361c0c4f3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0958872
Apr 21 13:39:59.715251 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6bd15318-d17d-4a55-884b-6459461898ca req-a5bc09eb-fef9-442b-b3e7-271504418da9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586250
Apr 21 13:39:59.839443 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7d5b9cdc-5ef7-4ca7-a113-4fd077424056 req-751b1e09-0c76-42fa-a6bb-610d9b6b68e3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 210 time: 0.0536256
Apr 21 13:40:00.974906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479fe5-a13e-4159-af9a-14b623b493ba req-6b30de93-178c-437f-80fc-d67aef3ed0b3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:00.976580 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-91479fe5-a13e-4159-af9a-14b623b493ba req-6b30de93-178c-437f-80fc-d67aef3ed0b3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1209874
Apr 21 13:40:01.030989 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-91479fe5-a13e-4159-af9a-14b623b493ba req-9cc1b9aa-0cba-409b-bc2d-2d4a1c416f09 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467098
Apr 21 13:40:01.190968 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-30639888-f4e9-4439-bfcc-9ab428fad7a5 req-4c08b14e-8c5d-4171-a6e5-5892b70d8bae tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 210 time: 0.0518992
Apr 21 13:40:01.915532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:02.267513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59686fce-21e7-4a33-a3ce-64d627e011fa req-ff75dbc4-bd48-4904-a702-fb0a0222bef8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:02.269088 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59686fce-21e7-4a33-a3ce-64d627e011fa req-ff75dbc4-bd48-4904-a702-fb0a0222bef8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0996542
Apr 21 13:40:02.323279 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59686fce-21e7-4a33-a3ce-64d627e011fa req-2e3faeea-8300-43d1-aca2-ea1bef1d8143 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474944
Apr 21 13:40:02.560242 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0e2ca084-59a8-415a-ac13-1369a914178d req-df02a7d0-295d-4dc4-80ec-cf29c69adda7 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 210 time: 0.0496314
Apr 21 13:40:03.594006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29fba1-ec34-4a74-bad9-e4e2c9219cb3 req-a04b3656-496d-42b9-a65c-1a7d9d95747d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:03.595752 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8c29fba1-ec34-4a74-bad9-e4e2c9219cb3 req-a04b3656-496d-42b9-a65c-1a7d9d95747d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1076419
Apr 21 13:40:03.654181 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8c29fba1-ec34-4a74-bad9-e4e2c9219cb3 req-e387d335-271a-4586-9a48-db6d91a3986f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506136
Apr 21 13:40:03.712235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-9d384cca-09be-43ce-923f-ea133a08560c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:03.712967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-9d384cca-09be-43ce-923f-ea133a08560c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:network {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:40:03.731856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-9d384cca-09be-43ce-923f-ea133a08560c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:network {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:40:03.733114 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-9d384cca-09be-43ce-923f-ea133a08560c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 811 time: 0.2036569
Apr 21 13:40:03.789289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-6ea02397-3b94-432b-b4e7-1fdd42ed86c5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:security_group {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:40:03.803182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-6ea02397-3b94-432b-b4e7-1fdd42ed86c5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:security_group {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:40:03.804628 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-6ea02397-3b94-432b-b4e7-1fdd42ed86c5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 380 time: 0.0629699
Apr 21 13:40:03.810513 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68041cd6-9fa1-4628-b50a-3a42682bc5b6 req-50b693ca-ed44-4d24-947f-4bdefbc7d9ed tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 210 time: 0.0517657
Apr 21 13:40:03.814034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'port': {'device_id': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'admin_state_up': True, 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'security_groups': ['87e0e036-1234-4093-826f-f6c5f1c50d5f']}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:40:03.967374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:40:03.971650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:port and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:40:03.974654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:40:03.981277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:40:03.990515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Made reservation on behalf of bb4cbe96439b4abd8678f7eb780bf38a for: {'port': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:40:03.996830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.172482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Allocated IP 172.20.0.11 (5b62498a-cc4e-45eb-a682-a9022965b86d/3cd186b2-4030-43b0-95fd-55112e6eab9c/0149de88-dd2b-401f-b7e4-3dd76cf5cbfa) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:40:04.376516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.394005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Transition to ACTIVE for port object 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:40:04.418351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.424425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:04.443131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eee348c2-404f-47d2-ad06-b63f03775576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.496780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:40:04.500910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:40:04.505319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:40:04.552690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:04.568002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.568425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.568847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.569324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.569736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.570147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.570578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.570990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.571392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.571795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.572202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.572600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:04.582964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:04.601665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:04.602318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.632239 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-fcfab3f0-fc54-402b-adc3-6ea6c2d6b7b5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8222184
Apr 21 13:40:04.647056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Request body: {'port': {'device_id': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:40:04.774050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-af9dc975-2c33-4963-9969-733d06559074 None None] Provisioning for port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:40:04.783987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-af9dc975-2c33-4963-9969-733d06559074 None None] Provisioning complete for port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:40:04.784613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-af9dc975-2c33-4963-9969-733d06559074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.801597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:04.852711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-af9dc975-2c33-4963-9969-733d06559074 None None] Port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:40:04.956963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f65f5-9a61-497d-aaed-550b11dceea7 req-c8a7c087-aa1c-48f1-9052-67c8fc3a9cde tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:04.958727 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3d1f65f5-9a61-497d-aaed-550b11dceea7 req-c8a7c087-aa1c-48f1-9052-67c8fc3a9cde tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.1555898
Apr 21 13:40:05.015678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3d1f65f5-9a61-497d-aaed-550b11dceea7 req-1ce354f3-15c7-4d7e-9401-31b5dc6af5de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494165
Apr 21 13:40:05.206245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:40:05.213990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46186790-1a99-4bd5-8251-586d7b811a0b req-2ebd1884-921e-418f-8d07-b939f9119b65 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:05.214480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:05.215683 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-46186790-1a99-4bd5-8251-586d7b811a0b req-2ebd1884-921e-418f-8d07-b939f9119b65 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 932 time: 0.0925603
Apr 21 13:40:05.231730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Transition to ACTIVE for port object 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:40:05.235164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:05.240582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-eb7c8eaa-dab9-472a-b28f-a46140817ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:05.267788 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-46186790-1a99-4bd5-8251-586d7b811a0b req-381d8c11-6dae-4510-ba37-fe5d470df609 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455608
Apr 21 13:40:05.659550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Pushing event updated for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:05.668374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:05.738779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Attempting to bind port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:40:05.739416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Attempting to bind port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:40:05.739787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Attempting to bind port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:40:05.744751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa on network 5b62498a-cc4e-45eb-a682-a9022965b86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:40:05.745109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Attempting to bind port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:40:05.751391 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:40:05.751765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Checking segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:40:05.752182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Bound using segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:40:05.752650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Bound port: 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:40:05.753031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:05.849036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:40:05.852222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:40:05.856093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:05.861040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1483d09-a0bc-4592-b3ba-0ca486cdb8a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:05.927727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:05.928424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:05.929962 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] 10.222.0.44 "PUT /v2.0/ports/0149de88-dd2b-401f-b7e4-3dd76cf5cbfa HTTP/1.1" status: 200  len: 1094 time: 1.2900000
Apr 21 13:40:05.930568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:05.967452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Pushing event updated for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:05.975883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:06.020212 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'status': 'completed', 'code': 200}
Apr 21 13:40:06.060897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-1a56e85b-cea1-4bf9-abd4-279b36622b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.062949 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-1a56e85b-cea1-4bf9-abd4-279b36622b1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 1097 time: 0.0860217
Apr 21 13:40:06.143043 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-410a2740-b5d8-47d1-92f1-688084562667 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa HTTP/1.1" status: 200  len: 217 time: 0.0711951
Apr 21 13:40:06.214932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-71acac35-18c8-4fc8-bec5-007cc2b2dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.216576 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-71acac35-18c8-4fc8-bec5-007cc2b2dd91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0675464
Apr 21 13:40:06.249953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025d655-0ca0-4c12-85e6-4804b286e651 req-7926ea1f-1998-4079-8b3a-46f1ba32b154 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.251726 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3025d655-0ca0-4c12-85e6-4804b286e651 req-7926ea1f-1998-4079-8b3a-46f1ba32b154 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0961025
Apr 21 13:40:06.302623 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3025d655-0ca0-4c12-85e6-4804b286e651 req-b595afa7-d361-40ca-9b19-4a229abf4577 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439730
Apr 21 13:40:06.326315 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-90cdfae6-bee5-4bab-b67d-6e440299c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.327989 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-90cdfae6-bee5-4bab-b67d-6e440299c5ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1037230
Apr 21 13:40:06.492436 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-4e44d443-762c-4b04-bb94-3aac403f3257 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526005
Apr 21 13:40:06.496713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9d849-b926-4096-a26a-e1129c63e33b req-3f52921b-e312-48e6-8c5b-8615db6e3aa7 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.498415 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40e9d849-b926-4096-a26a-e1129c63e33b req-3f52921b-e312-48e6-8c5b-8615db6e3aa7 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.0975742
Apr 21 13:40:06.549092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-40e9d849-b926-4096-a26a-e1129c63e33b req-0644e15b-ac9f-47e1-8149-fab6e1ff2c02 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437980
Apr 21 13:40:06.640909 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ba07ff-8dcc-4b74-b274-bd0f15868153 req-1e457cc7-8c43-4897-a3b9-2aab7eeb3e9d service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413882
Apr 21 13:40:06.763935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-4d1d44aa-eb35-4816-b6ca-ee095f21fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.765481 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-4d1d44aa-eb35-4816-b6ca-ee095f21fc17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 1097 time: 0.0800467
Apr 21 13:40:06.782849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7e556dce-d5fa-4b50-a170-97a01fbedf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:06.917772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-be3b9142-ff9f-4902-968d-6e78f268a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:06.919635 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-be3b9142-ff9f-4902-968d-6e78f268a721 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1463728
Apr 21 13:40:06.969885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:07.007412 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-cc19d2ff-ef03-46c6-8b28-cb7c40de0f58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa HTTP/1.1" status: 200  len: 217 time: 0.0802903
Apr 21 13:40:07.078144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-676898f9-51a8-4243-b8cf-5be454eddf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:07.079839 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-676898f9-51a8-4243-b8cf-5be454eddf5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0656412
Apr 21 13:40:07.168601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-f78d5613-2d5e-4cac-9f5b-ab8cecccaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:07.170231 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-f78d5613-2d5e-4cac-9f5b-ab8cecccaf01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828733
Apr 21 13:40:07.322612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-11a52055-6ad6-4bca-ac0d-3e94da7aabc5 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452122
Apr 21 13:40:07.483763 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-088c3987-f9a4-4e27-b43a-611fd74873c2 req-fd0219fd-4983-4b53-9482-94ddd0242088 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533129
Apr 21 13:40:07.548838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f4579-0ca2-4185-b089-1dfe9218f2be req-82bf71cc-e149-43b2-84b3-d8ddb6ba1c9b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:07.550454 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-616f4579-0ca2-4185-b089-1dfe9218f2be req-82bf71cc-e149-43b2-84b3-d8ddb6ba1c9b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0924630
Apr 21 13:40:07.600707 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-616f4579-0ca2-4185-b089-1dfe9218f2be req-7ccdf841-1e6f-4976-a619-15a1fc38f7af tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438409
Apr 21 13:40:07.988582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d6846-372b-4310-9e5e-a2d4d7060dff req-b0409129-8ad2-4fb9-99d0-485bf32217c9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:07.990536 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-048d6846-372b-4310-9e5e-a2d4d7060dff req-b0409129-8ad2-4fb9-99d0-485bf32217c9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.3239999
Apr 21 13:40:08.043924 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-048d6846-372b-4310-9e5e-a2d4d7060dff req-f2738fca-bccb-4e1a-ab4e-70feb3aecf24 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459805
Apr 21 13:40:08.045069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:08.820823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad986f-49c1-4e89-99b6-803ecfb7d4f3 req-7b26a462-8d78-40d9-9f92-b529a7ee11d8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:08.822432 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7ad986f-49c1-4e89-99b6-803ecfb7d4f3 req-7b26a462-8d78-40d9-9f92-b529a7ee11d8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0899954
Apr 21 13:40:08.858896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:08.903536 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7ad986f-49c1-4e89-99b6-803ecfb7d4f3 req-84660510-31ba-47aa-8837-aa1620921f13 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728896
Apr 21 13:40:09.266578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6b5cc-5d31-4781-beb5-15e0593170d9 req-b618aab2-4a5a-4b92-a363-79ab081fd345 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:09.268133 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fdd6b5cc-5d31-4781-beb5-15e0593170d9 req-b618aab2-4a5a-4b92-a363-79ab081fd345 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.0901630
Apr 21 13:40:09.317460 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fdd6b5cc-5d31-4781-beb5-15e0593170d9 req-9e135841-20f4-479e-a6de-e593d3260a31 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429499
Apr 21 13:40:10.138806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d28ee-e533-4960-8915-26ffe0e90184 req-527f0e03-e9c9-4188-87f7-8470e9fdae93 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:10.140466 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7b9d28ee-e533-4960-8915-26ffe0e90184 req-527f0e03-e9c9-4188-87f7-8470e9fdae93 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 944 time: 0.0933640
Apr 21 13:40:10.190750 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7b9d28ee-e533-4960-8915-26ffe0e90184 req-bcd5b5cf-f238-4a51-afdf-544a9b68bb7c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436332
Apr 21 13:40:10.399581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:40:10.552834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9882a-1bd3-44fc-8d6c-bf36ee255993 req-dccadf33-c8cc-449b-8b37-c573fe0b39d1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:10.554676 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-77b9882a-1bd3-44fc-8d6c-bf36ee255993 req-dccadf33-c8cc-449b-8b37-c573fe0b39d1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.1168742
Apr 21 13:40:10.582301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:10.599540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'port_id': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'mac_address': 'fa:16:3e:07:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:40:10.610734 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-77b9882a-1bd3-44fc-8d6c-bf36ee255993 req-6a2b3987-6450-40f3-a91e-b2fb85afb244 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484567
Apr 21 13:40:10.670346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:10.690509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89ecfe5-1c1f-487e-a44d-590b19605263 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:40:10.711031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:10.714246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:10.716292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:10.790791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=9']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:10.799749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.800139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.800522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.800899 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.801273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.801646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.802013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.802383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.802783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.803202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.803510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.803872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:10.808685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:10.980647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['d89ecfe5-1c1f-487e-a44d-590b19605263'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:40:11.409800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0310a-8e1e-46f5-b5f2-dd49212aad02 req-e7d4a7fb-4154-40f1-9e57-10d0305673da tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:11.411630 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f0310a-8e1e-46f5-b5f2-dd49212aad02 req-e7d4a7fb-4154-40f1-9e57-10d0305673da tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 945 time: 0.0982280
Apr 21 13:40:11.463795 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68f0310a-8e1e-46f5-b5f2-dd49212aad02 req-f05c22bf-0ab8-47a9-b076-86364e4a60ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442674
Apr 21 13:40:11.833992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e3539-3155-4fe8-911a-2b6a2d651f26 req-7ebd03ab-8e01-4dc4-aed9-fb646b7c907c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:11.835750 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b11e3539-3155-4fe8-911a-2b6a2d651f26 req-7ebd03ab-8e01-4dc4-aed9-fb646b7c907c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.0980077
Apr 21 13:40:11.889726 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b11e3539-3155-4fe8-911a-2b6a2d651f26 req-6bb74619-df9f-412b-99b5-c7aaa9b7d37e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461435
Apr 21 13:40:12.409636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:40:12.484642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port d89ecfe5-1c1f-487e-a44d-590b19605263 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:40:12.485260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:12.615750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:12.647331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:12.657477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:12.660976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:12.662996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f4db2cf0-00b4-4c8f-b5fb-fb01e81aca6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:12.700084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc497e7-27d1-439d-b497-be6a56c37295 req-479e024a-6d14-492e-a96f-1c8aed0a27fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:12.701825 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0fc497e7-27d1-439d-b497-be6a56c37295 req-479e024a-6d14-492e-a96f-1c8aed0a27fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 945 time: 0.0997939
Apr 21 13:40:12.703688 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'code': 200}
Apr 21 13:40:12.743574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=10']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:12.747632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:12.755207 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0fc497e7-27d1-439d-b497-be6a56c37295 req-c733f483-93a3-49b6-a009-7af60714f474 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439038
Apr 21 13:40:13.110574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55920-7af4-469a-b099-87cf9f2b2e15 req-dec20d2d-8858-4bf0-b6a8-feb68630bb3d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:13.112211 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3a55920-7af4-469a-b099-87cf9f2b2e15 req-dec20d2d-8858-4bf0-b6a8-feb68630bb3d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.1041081
Apr 21 13:40:13.163973 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c3a55920-7af4-469a-b099-87cf9f2b2e15 req-7bfe1c9b-8110-4f82-b3f5-d6a13c237568 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447826
Apr 21 13:40:13.248433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315dd4d-3a80-45e5-bd06-05fadf470590 req-295d9828-eb4d-4311-88a0-4913ecbde7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:13.250045 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c315dd4d-3a80-45e5-bd06-05fadf470590 req-295d9828-eb4d-4311-88a0-4913ecbde7c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1100 time: 0.0793567
Apr 21 13:40:13.295276 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c315dd4d-3a80-45e5-bd06-05fadf470590 req-8d316cf6-3257-4d4f-8a73-9f8f18d4e7be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377197
Apr 21 13:40:13.976943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152af0d-3445-46be-b94b-621a8d6951db req-1ddca9ee-6733-4eef-84f2-61081401822e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:13.978707 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b152af0d-3445-46be-b94b-621a8d6951db req-1ddca9ee-6733-4eef-84f2-61081401822e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.0962684
Apr 21 13:40:14.046176 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b152af0d-3445-46be-b94b-621a8d6951db req-60de9245-5416-4a79-83ff-265c4478d808 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598536
Apr 21 13:40:14.403451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:40:14.425820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d534b-5e43-41f5-8ebc-2aa233dc3f8d req-55040926-fedd-432b-9f3e-dee26505f946 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:14.427794 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab3d534b-5e43-41f5-8ebc-2aa233dc3f8d req-55040926-fedd-432b-9f3e-dee26505f946 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.1401370
Apr 21 13:40:14.482837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab3d534b-5e43-41f5-8ebc-2aa233dc3f8d req-61a7c150-4bcf-4d7a-9239-b69b4fbdffe6 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467780
Apr 21 13:40:14.580099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:14.596578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'port_id': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'mac_address': 'fa:16:3e:ba:77:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:40:14.657787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:14.677069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:40:14.694238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:14.697977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:14.701294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:14.780336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:14.783834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:15.002406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['0149de88-dd2b-401f-b7e4-3dd76cf5cbfa'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:40:15.289790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de1f6a-caaf-47e0-af91-a6b309812a35 req-0e4fa5e9-71b3-48dd-881a-095559073a3b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:15.291677 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8de1f6a-caaf-47e0-af91-a6b309812a35 req-0e4fa5e9-71b3-48dd-881a-095559073a3b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.0954065
Apr 21 13:40:15.343128 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d8de1f6a-caaf-47e0-af91-a6b309812a35 req-b944147d-ad5d-480f-80ac-d25ecc886cdb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440764
Apr 21 13:40:15.687314 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37219e8-dc4b-4f67-95be-d1a4be012f1d req-22d15a41-ca83-474f-a67b-b067ef2bb12c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:15.688890 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c37219e8-dc4b-4f67-95be-d1a4be012f1d req-22d15a41-ca83-474f-a67b-b067ef2bb12c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 945 time: 0.0898309
Apr 21 13:40:15.737692 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c37219e8-dc4b-4f67-95be-d1a4be012f1d req-9fd0e1f4-e740-494a-9fb3-550ba0ae695d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422373
Apr 21 13:40:16.415190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:40:16.489136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:40:16.494208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:40:16.494670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:16.561006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5ae32-2f18-43cf-abad-8b2d86d2ed2b req-2faf58b1-8859-44de-a345-9372cd775269 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:16.562726 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74a5ae32-2f18-43cf-abad-8b2d86d2ed2b req-2faf58b1-8859-44de-a345-9372cd775269 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.0959830
Apr 21 13:40:16.613064 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74a5ae32-2f18-43cf-abad-8b2d86d2ed2b req-fc421827-1ddd-4960-b674-02f70eef5728 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436125
Apr 21 13:40:16.625911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:16.655786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:16.667985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:16.671193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:16.673169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:16.708208 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'code': 200}
Apr 21 13:40:16.751466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:16.754670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:16.963021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aa6cd-4290-49e5-b4c4-9dc85c5c19e5 req-3c79ca15-9d5e-460c-86d4-451050f717d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:16.964725 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e86aa6cd-4290-49e5-b4c4-9dc85c5c19e5 req-3c79ca15-9d5e-460c-86d4-451050f717d4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 946 time: 0.1072123
Apr 21 13:40:17.020586 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e86aa6cd-4290-49e5-b4c4-9dc85c5c19e5 req-7b799508-f5e3-4727-bcb1-ddceb51cbefb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491931
Apr 21 13:40:17.042433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4315-86c0-40c0-82a6-6ce97471d282 req-3ae112c4-1181-4db5-a0c9-0d6cd93adad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:17.044286 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bfc4315-86c0-40c0-82a6-6ce97471d282 req-3ae112c4-1181-4db5-a0c9-0d6cd93adad8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 1099 time: 0.0934918
Apr 21 13:40:17.090573 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bfc4315-86c0-40c0-82a6-6ce97471d282 req-ff86b19b-4ecc-4360-adb5-e45ca6a24a53 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396378
Apr 21 13:40:17.329643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabe1e4-4904-432e-85e7-262c17082d8d req-9c1dfaa3-4122-4db0-b489-654fa61d1bac tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:17.331696 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ebabe1e4-4904-432e-85e7-262c17082d8d req-9c1dfaa3-4122-4db0-b489-654fa61d1bac tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0921743
Apr 21 13:40:17.383244 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ebabe1e4-4904-432e-85e7-262c17082d8d req-83e234e6-0f7b-49ce-a3e5-a266544526c3 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447378
Apr 21 13:40:18.231512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca80c-e4c5-4598-9a21-88307f513081 req-3da78c54-7d9f-49bc-a1be-c18774bcfa0a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:18.233029 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e86ca80c-e4c5-4598-9a21-88307f513081 req-3da78c54-7d9f-49bc-a1be-c18774bcfa0a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 946 time: 0.0938492
Apr 21 13:40:18.282149 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e86ca80c-e4c5-4598-9a21-88307f513081 req-f999d266-98a2-4eb2-8e58-8ef3fcc322fd tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422609
Apr 21 13:40:18.496568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ada0-5c14-40f1-af20-351bd4487593 req-4fee5f36-0b6a-4e41-b2fe-62e36044022f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:18.498147 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-20e8ada0-5c14-40f1-af20-351bd4487593 req-4fee5f36-0b6a-4e41-b2fe-62e36044022f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 946 time: 0.1007040
Apr 21 13:40:18.609266 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-20e8ada0-5c14-40f1-af20-351bd4487593 req-640fe543-704b-4c2c-a9ff-4c56becc0ff7 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704205
Apr 21 13:40:18.636479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51828) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:18.643538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cfb95-c274-4d85-befa-36bb5db08034 req-a0e17beb-f376-427c-962d-9f1a1952e3d1 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:18.646033 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-364cfb95-c274-4d85-befa-36bb5db08034 req-a0e17beb-f376-427c-962d-9f1a1952e3d1 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1453640
Apr 21 13:40:18.699870 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-364cfb95-c274-4d85-befa-36bb5db08034 req-ee7c948e-ad76-478f-a173-ef52c9da72dc tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459666
Apr 21 13:40:18.768892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193640b5-1924-466c-a515-30448d0e9cd1 tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:18.770476 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-193640b5-1924-466c-a515-30448d0e9cd1 tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 1094 time: 0.1326206
Apr 21 13:40:18.773926 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51834) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:18.779868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'port_id': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:40:18.786702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:40:18.790841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:floatingip and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:40:18.793902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:40:18.800548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:40:18.811048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:18.985080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:19.139281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Allocated IP 172.27.0.186 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/194445e3-2f1b-4501-a1e7-ea7e43c0c5f7) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:40:19.299837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:19.331136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:19.336234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8ba32afd-b622-447a-9190-773d9c3fc284 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:19.395834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:40:19.403722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:40:19.408451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:40:19.459337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=194445e3-2f1b-4501-a1e7-ea7e43c0c5f7,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:19.464389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:19.871729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:19.920634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271cf2-6cac-4ac3-9538-a3453d0b680d req-b856009d-aeb9-4bc6-b5e3-48abe908709a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:19.922569 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13271cf2-6cac-4ac3-9538-a3453d0b680d req-b856009d-aeb9-4bc6-b5e3-48abe908709a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0969484
Apr 21 13:40:19.958794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:19.980517 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13271cf2-6cac-4ac3-9538-a3453d0b680d req-4134e297-00eb-4c6b-b9a1-5ba2837196b7 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498741
Apr 21 13:40:20.204090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:20.207761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:20.212730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c0d11972-efa1-492a-a65e-9b3af40e577e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:20.346109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=194445e3-2f1b-4501-a1e7-ea7e43c0c5f7,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:20.350929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:20.353951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:20.539930 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP b5438182-979c-4116-97b0-5fcc427af95b associated. External IP: 172.27.0.186, port: 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa.
Apr 21 13:40:21.162357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:40:21.196396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f09503-d330-4c9d-b83d-2e2f763e3453 req-d4d9a74d-090c-42be-883b-e9aefeef2fa5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:21.198172 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-81f09503-d330-4c9d-b83d-2e2f763e3453 req-d4d9a74d-090c-42be-883b-e9aefeef2fa5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0933919
Apr 21 13:40:21.250618 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-81f09503-d330-4c9d-b83d-2e2f763e3453 req-4e3eff8d-734d-4b52-9c63-ec76f18c41b8 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447731
Apr 21 13:40:21.361320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:40:21.371948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:40:21.382144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:40:21.382962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a6f1d0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:21.386330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:21.445900 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6708326
Apr 21 13:40:21.446677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:21.501176 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'status': 'completed', 'code': 200}
Apr 21 13:40:21.613119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-58fa11c4-b2d1-4070-9e63-3dac7b050f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:21.615101 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-58fa11c4-b2d1-4070-9e63-3dac7b050f0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 1099 time: 0.0872960
Apr 21 13:40:21.767502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:40:21.773208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-f13f5e77-a197-4622-93a4-251a90a64bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:21.775079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-f13f5e77-a197-4622-93a4-251a90a64bf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1525211
Apr 21 13:40:21.891502 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-70468e28-8b5d-46a5-aa5c-c83f173fd618 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa HTTP/1.1" status: 200  len: 1000 time: 0.1091685
Apr 21 13:40:21.983190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-81d9f6cc-2f9b-4c77-b43f-2b72f217b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:21.984813 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-81d9f6cc-2f9b-4c77-b43f-2b72f217b836 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0863664
Apr 21 13:40:22.077803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-762bd66c-5111-45e5-ada0-8ee937cae40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:22.079460 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-762bd66c-5111-45e5-ada0-8ee937cae40f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863597
Apr 21 13:40:22.168581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a6f1d0>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'b5438182-979c-4116-97b0-5fcc427af95b', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:ba:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:40:19Z', 'updated_at': '2021-04-21T13:40:19Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:22.172327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:40:22.181511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:40:22.182198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a6f1d0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:22.238017 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-4f0bbec1-39d8-4234-946d-ec9018df8303 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421497
Apr 21 13:40:22.384200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:40:22.411559 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fead82d7-87e0-4f7b-8f6c-c34cd126f701 req-8f6dbf14-8e1c-4f68-830a-9f423b5d8807 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635697
Apr 21 13:40:22.498675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68690a-5d3c-4650-bb37-f72c69eccde0 req-62aa74f5-02ef-4f5d-9934-fc1cc464c205 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:22.500956 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d68690a-5d3c-4650-bb37-f72c69eccde0 req-62aa74f5-02ef-4f5d-9934-fc1cc464c205 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1281915
Apr 21 13:40:22.552559 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d68690a-5d3c-4650-bb37-f72c69eccde0 req-9ba1048d-065d-4086-9a91-b9667860f559 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453062
Apr 21 13:40:22.786571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a6f1d0>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'b5438182-979c-4116-97b0-5fcc427af95b', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:ba:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:40:19Z', 'updated_at': '2021-04-21T13:40:19Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:22.790903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90acbc-f7a8-4e48-a113-3e85ae350a9d None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'b5438182-979c-4116-97b0-5fcc427af95b', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:ba:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:40:19Z', 'updated_at': '2021-04-21T13:40:19Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:40:23.102603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759296e-b199-4a62-9444-963bc474429a None None] New status for floating IP b5438182-979c-4116-97b0-5fcc427af95b: ACTIVE {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:40:23.765609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d4f6-c125-4225-990c-c3dc2f30546b req-a4e75aa0-d7d6-44d5-9455-02374d0849c5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:23.767371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-45a4d4f6-c125-4225-990c-c3dc2f30546b req-a4e75aa0-d7d6-44d5-9455-02374d0849c5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0919614
Apr 21 13:40:23.818157 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-45a4d4f6-c125-4225-990c-c3dc2f30546b req-79fb557c-48ff-47c8-bb49-0d8b9925b373 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441415
Apr 21 13:40:25.178540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92727fed-c994-40dc-b2e3-1501b527a7af req-30983b9d-4d14-436b-996b-dced44a810a3 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:25.180261 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92727fed-c994-40dc-b2e3-1501b527a7af req-30983b9d-4d14-436b-996b-dced44a810a3 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0982769
Apr 21 13:40:25.231139 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92727fed-c994-40dc-b2e3-1501b527a7af req-e4c8ecfd-4966-427a-b40c-85253a3f7967 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439892
Apr 21 13:40:26.440757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3926ad-ccdd-4b31-8c41-9c3450023b58 req-60dc038f-b587-4b5b-b113-710f840e7955 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:26.442420 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab3926ad-ccdd-4b31-8c41-9c3450023b58 req-60dc038f-b587-4b5b-b113-710f840e7955 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.0910966
Apr 21 13:40:26.498560 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab3926ad-ccdd-4b31-8c41-9c3450023b58 req-6539d75d-7999-46ae-b2eb-46d4b350f92b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491307
Apr 21 13:40:27.457492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-c6bf874a-bc10-4f7d-8d14-608402c45aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:27.459349 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-c6bf874a-bc10-4f7d-8d14-608402c45aaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1099 time: 0.0848682
Apr 21 13:40:27.624207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-3cd0270f-56a5-4a3f-bda2-9b9dff16667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:27.624537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42973e-0980-4c9d-affa-1da8d3b5294e req-c42522d0-dddb-44c0-b0ac-0667f28793a9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:27.625514 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-3cd0270f-56a5-4a3f-bda2-9b9dff16667d service neutron] 10.222.0.44 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 909 time: 0.1584814
Apr 21 13:40:27.625770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2c42973e-0980-4c9d-affa-1da8d3b5294e req-c42522d0-dddb-44c0-b0ac-0667f28793a9 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.1094959
Apr 21 13:40:27.749405 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2c42973e-0980-4c9d-affa-1da8d3b5294e req-8f5d1006-6e93-48ee-915f-eb7335db531e tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743511
Apr 21 13:40:27.757183 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-96804a98-ad69-4ef0-b11d-056693a5d6af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 1002 time: 0.1205277
Apr 21 13:40:27.783658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38524-2028-4cc7-b70a-ed3cbde2544a req-eb4da4bf-1171-49ac-9734-280c70ee1aed tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:27.785437 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3fe38524-2028-4cc7-b70a-ed3cbde2544a req-eb4da4bf-1171-49ac-9734-280c70ee1aed tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1586320
Apr 21 13:40:27.832368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-a569e1ab-1c93-4309-aabb-b208c5c49fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:27.834007 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-a569e1ab-1c93-4309-aabb-b208c5c49fe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 200  len: 847 time: 0.0699649
Apr 21 13:40:27.837818 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3fe38524-2028-4cc7-b70a-ed3cbde2544a req-7f42357b-0d76-4116-b79d-536f9baa63a2 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455015
Apr 21 13:40:27.969225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-95b49913-faa9-449a-b1ea-53fc48a70fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:27.971332 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-95b49913-faa9-449a-b1ea-53fc48a70fe4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06587a9b-ae14-4e2b-a617-14d27cf17c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1265526
Apr 21 13:40:28.134108 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-7f800ee5-a142-43c1-8dd2-f89a76bc1231 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506398
Apr 21 13:40:28.309240 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-405b86cb-5c17-4f6c-9ab2-87422317d051 req-6de344cc-2eba-4f80-9640-5d78d07bd07c service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666610
Apr 21 13:40:29.022108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3bea0-4b93-426b-b9b7-4cc88a2c39be req-41dc663d-322f-4c1f-9e88-cb348d9ffddb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:29.024114 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9a3bea0-4b93-426b-b9b7-4cc88a2c39be req-41dc663d-322f-4c1f-9e88-cb348d9ffddb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.1444871
Apr 21 13:40:29.108567 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9a3bea0-4b93-426b-b9b7-4cc88a2c39be req-ca511742-163b-447d-a293-7fc66930c430 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747194
Apr 21 13:40:29.140317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d88c-afa5-4723-95d6-ef6102f4adb2 req-c243274c-6da8-442e-a0d3-315ec337097d tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:29.143456 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2e4d88c-afa5-4723-95d6-ef6102f4adb2 req-c243274c-6da8-442e-a0d3-315ec337097d tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1735449
Apr 21 13:40:29.196677 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e2e4d88c-afa5-4723-95d6-ef6102f4adb2 req-ffc9d825-cd3f-48a7-ab9d-6c929dfe0609 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463932
Apr 21 13:40:29.585516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-ca460ea8-7fcf-4374-a4ea-742ad8d7b021 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:29.586301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-ca460ea8-7fcf-4374-a4ea-742ad8d7b021 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Synchronizing usage tracker for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:port {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:40:29.601621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-ca460ea8-7fcf-4374-a4ea-742ad8d7b021 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Unset dirty status for tenant:e695f0445b5a452a8aab4663eeb1281d on resource:port {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:40:29.602954 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-ca460ea8-7fcf-4374-a4ea-742ad8d7b021 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.1085835
Apr 21 13:40:29.689918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Deleting port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:29.690239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:30.000773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] For port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:30.001223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:30.420791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:30.421871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:30.422229 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Floating IP c1e28339-81c2-41dd-bd17-708778ae08e8 disassociated. External IP: 172.27.0.34, port: 2bb3059d-2ce0-4665-94fb-3845bd3d6a87.
Apr 21 13:40:30.422797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Calling delete_port for 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 owned by compute:nova {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:40:30.445170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fd020-15b2-41d6-83de-9f665cf813e9 req-0d4c5361-7511-4175-b0b8-16df34d44dcb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:30.446876 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f76fd020-15b2-41d6-83de-9f665cf813e9 req-0d4c5361-7511-4175-b0b8-16df34d44dcb tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 945 time: 0.1815717
Apr 21 13:40:30.525090 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f76fd020-15b2-41d6-83de-9f665cf813e9 req-c9520cdc-181a-47f5-975c-08de2a72d3c1 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d3073b9-f5b7-4296-9df3-dc663ad7f8be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591075
Apr 21 13:40:30.536312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160fe0-2085-4689-9792-308812ae2850 req-250b7b8f-f9a0-4f88-8d05-f4cfabda68f9 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:30.538712 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-27160fe0-2085-4689-9792-308812ae2850 req-250b7b8f-f9a0-4f88-8d05-f4cfabda68f9 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1954758
Apr 21 13:40:30.593870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:30.601805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:30.602076 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-27160fe0-2085-4689-9792-308812ae2850 req-8b0a53eb-4142-4752-9e46-a69a04086ca5 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504003
Apr 21 13:40:30.663366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event deleted for resources: {'Port': ['ID=2bb3059d-2ce0-4665-94fb-3845bd3d6a87,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:30.667433 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:31.176160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:40:31.403467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:40:31.415822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:40:31.427624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:40:31.428373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa81208>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:31.511255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] No DVR routers for this DVR port 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 on host hv-cinder-78719 {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:40:31.514344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:31.517883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'name': 'network-vif-deleted', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:31.537482 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dfb42c7f-59b3-415f-846a-89df517473d7 req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.44 "DELETE /v2.0/ports/2bb3059d-2ce0-4665-94fb-3845bd3d6a87 HTTP/1.1" status: 204  len: 173 time: 1.9248447
Apr 21 13:40:31.586712 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bff730-3e76-4658-9398-59e45d5dd332', 'name': 'network-vif-deleted', 'tag': '2bb3059d-2ce0-4665-94fb-3845bd3d6a87', 'status': 'completed', 'code': 200}
Apr 21 13:40:31.668728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:40:31.768394 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d5d2292d-e3ec-4ced-8d1b-c5f6683da4fd req-74f59c89-991d-4c3d-b4e8-957e1907abe0 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4bff730-3e76-4658-9398-59e45d5dd332 HTTP/1.1" status: 200  len: 210 time: 0.0584908
Apr 21 13:40:31.911221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad804a-c7cb-486d-966d-0e9c250e1a15 req-1497a8a1-6507-4181-94d8-28671420520f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:31.914059 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ad804a-c7cb-486d-966d-0e9c250e1a15 req-1497a8a1-6507-4181-94d8-28671420520f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1129806
Apr 21 13:40:31.938755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:31.985617 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d0ad804a-c7cb-486d-966d-0e9c250e1a15 req-5b14bf4f-e9e2-45bb-b64a-42245ec8c3cf tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578525
Apr 21 13:40:32.076039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa81208>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:32.080398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:40:32.090156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:40:32.090876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5caa81208>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:32.301585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:40:32.397080 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-4505ea88-2f4b-47cf-9636-4f7a745de165 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0942285
Apr 21 13:40:32.453115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630311-cacf-4295-b8a7-0f63b19aab09 req-9d7b9bac-bfe0-47dc-9781-72cfd51e175c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:32.454777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cb630311-cacf-4295-b8a7-0f63b19aab09 req-9d7b9bac-bfe0-47dc-9781-72cfd51e175c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1045501
Apr 21 13:40:32.495886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:40:32.523730 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cb630311-cacf-4295-b8a7-0f63b19aab09 req-5a091043-3b6d-47de-b086-30b8ac117eb6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592768
Apr 21 13:40:32.592904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:40:32.593300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 2bb3059d-2ce0-4665-94fb-3845bd3d6a87 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:40:32.593775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:40:32.937110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51934) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:33.006131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.029664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.048281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:33.061911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:33.066684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.069219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:33.108665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5caa81208>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:33.112956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.120366 dv-cinder-787195-3-iscsi neutron-server[86247]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'code': 422} returned with failed status
Apr 21 13:40:33.125280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddab7bf-55e7-4aa6-a566-de1f1062931e None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:33:26Z', 'revision_number': 4, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'bde1a124-be9f-4ce5-90ab-11774bdb3144', 'name': '', 'network_id': '7e2d2fc5-825b-457a-81a8-167b651f75eb', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'mac_address': 'fa:16:3e:06:3c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:24Z', 'updated_at': '2021-04-21T13:33:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'subnets': [{'id': 'f7963b1e-02bf-4682-9b84-b7753190cf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:40:33.157838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=6']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:33.165158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:33.176071 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-914fc85e-47d7-4217-946f-6497bc07eadd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1303442
Apr 21 13:40:33.187348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.193384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-62721579-25c9-4167-84d9-e9cb4608139a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:33.209919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3073b9-f5b7-4296-9df3-dc663ad7f8be,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:33.214647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:33.274546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.276279 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "DELETE /v2.0/security-groups/4d3073b9-f5b7-4296-9df3-dc663ad7f8be HTTP/1.1" status: 204  len: 168 time: 0.3373475
Apr 21 13:40:33.280649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 51940) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:33.300363 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.v2.resource [None req-d25d63c5-e1e8-44a2-8cef-6eec83d4697d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] show failed (client error): The resource could not be found.
Apr 21 13:40:33.301572 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d25d63c5-e1e8-44a2-8cef-6eec83d4697d tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "GET /v2.0/security-groups/4d3073b9-f5b7-4296-9df3-dc663ad7f8be HTTP/1.1" status: 404  len: 347 time: 0.0197654
Apr 21 13:40:33.305565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51944) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:33.310015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-76109f18-c293-486f-bc2b-bc96ebe91456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:33.311754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-76109f18-c293-486f-bc2b-bc96ebe91456 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 1100 time: 0.0996265
Apr 21 13:40:33.562934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a869295-9c15-478e-befc-d7079093cc52 None None] New status for floating IP c1e28339-81c2-41dd-bd17-708778ae08e8: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:40:33.578261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Deleting port 5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:33.578684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.751405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-264036c5-cfe5-4648-8271-a33006e28bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:33.753004 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-264036c5-cfe5-4648-8271-a33006e28bc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.3831899
Apr 21 13:40:33.758508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a21838-d318-40dc-a896-688fd324ef3d req-e40576a2-f5bc-41ce-8a76-789d80544862 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:33.760829 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-42a21838-d318-40dc-a896-688fd324ef3d req-e40576a2-f5bc-41ce-8a76-789d80544862 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.0977254
Apr 21 13:40:33.826068 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-42a21838-d318-40dc-a896-688fd324ef3d req-92b91ac9-33bb-4c1a-905a-3a5defd1c2a7 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585933
Apr 21 13:40:33.906355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.906768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:33.921475 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-cb74d526-5496-4780-9910-88200ebb2b3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 200  len: 1002 time: 0.1546862
Apr 21 13:40:33.946483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-63344c70-a15f-463a-b33b-3d8a047f4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:33.949520 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-63344c70-a15f-463a-b33b-3d8a047f4a12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c&tenant_id=577b9c5ee7d94c529beacd039b8e66a0 HTTP/1.1" status: 200  len: 1097 time: 0.0955644
Apr 21 13:40:34.056975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-b25e7275-b7cc-46b5-923a-6ddbfe5e9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:34.059239 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-b25e7275-b7cc-46b5-923a-6ddbfe5e9874 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1097 time: 0.0853493
Apr 21 13:40:34.087216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Calling delete_port for 5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1 owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:40:34.168086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-02b3c1fb-c7f2-4bdd-9d19-052032746a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:34.169668 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-02b3c1fb-c7f2-4bdd-9d19-052032746a2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.1915355
Apr 21 13:40:34.233736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-a4669764-7ca8-4483-adf9-0e2782a9f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:34.235402 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-a4669764-7ca8-4483-adf9-0e2782a9f1ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 909 time: 0.1657794
Apr 21 13:40:34.268484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:40:34.268897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:40:34.294406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-7735933e-9fa2-4a07-bda9-b5374c4a1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:34.296381 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-7735933e-9fa2-4a07-bda9-b5374c4a1960 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1109467
Apr 21 13:40:34.355284 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-0c0dffad-f263-4db8-8fdb-d82d73545bab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 1000 time: 0.1102269
Apr 21 13:40:34.436316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8c2dc86d-aee1-4d90-933e-4f9a6d731798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:34.438237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-2017f8a7-9d3c-40d9-a5e0-eca34fdff526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:34.439905 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-2017f8a7-9d3c-40d9-a5e0-eca34fdff526 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 200  len: 847 time: 0.0698853
Apr 21 13:40:34.452554 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-a5eabdf9-363e-45ba-98d1-070bbc15352c service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482370
Apr 21 13:40:34.533001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-599a2729-b10a-47c6-80ae-4f1c2a21a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:34.534657 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-599a2729-b10a-47c6-80ae-4f1c2a21a16b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06587a9b-ae14-4e2b-a617-14d27cf17c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822976
Apr 21 13:40:34.613562 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b5c6d87b-2f67-48b9-b0fb-1ab8d4c45008 req-ee89315c-5ba1-4f7b-9e9c-1107e03411c5 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531544
Apr 21 13:40:34.678232 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-906c0d35-1633-47e8-8469-7cdb35b4fffd service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349969
Apr 21 13:40:34.770669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Deleting port 5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:34.771147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:34.819748 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7350662a-f18e-4cc4-adcd-b4a658db00b9 req-38ba7782-1adc-4325-aea8-c8fe373f024a service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342149
Apr 21 13:40:34.999952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:35.000346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:35.065571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980e989-21e8-4962-9cd9-2d1d23e4b620 req-db05fc21-f458-46a4-904a-1a36b483f09a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:35.067239 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e980e989-21e8-4962-9cd9-2d1d23e4b620 req-db05fc21-f458-46a4-904a-1a36b483f09a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.0974789
Apr 21 13:40:35.163123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Calling delete_port for 5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1 owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:40:35.319071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:35.324817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:35.350627 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e980e989-21e8-4962-9cd9-2d1d23e4b620 req-054552de-75a3-4808-b4e5-de16410498da tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2732685
Apr 21 13:40:35.408291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Pushing event deleted for resources: {'Port': ['ID=5a7e11f3-148f-4e9e-b45c-54bee2b5b0b1,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:35.410962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:35.473493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:35.488410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:35.489880 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1e28339-81c2-41dd-bd17-708778ae08e8 HTTP/1.1" status: 204  len: 168 time: 2.1829224
Apr 21 13:40:36.409362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:40:36.574280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8004-f089-4de1-a0d9-1d54f243b151 req-fed94f64-9754-4e80-869b-ae80fe81ac9f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:36.575906 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b71b8004-f089-4de1-a0d9-1d54f243b151 req-fed94f64-9754-4e80-869b-ae80fe81ac9f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.0882471
Apr 21 13:40:36.626148 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b71b8004-f089-4de1-a0d9-1d54f243b151 req-2eb458e0-e07b-4fda-8d5f-70e03016d61c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438907
Apr 21 13:40:36.788676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4270-945a-4545-8bf8-5b70e2bfbb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:36.966159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:37.834568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2dd3b-5677-4e59-a35a-5386a548e5fc req-11588d35-ed86-4098-ac53-0a84236409d0 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:37.837494 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e4a2dd3b-5677-4e59-a35a-5386a548e5fc req-11588d35-ed86-4098-ac53-0a84236409d0 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.0932448
Apr 21 13:40:37.888015 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e4a2dd3b-5677-4e59-a35a-5386a548e5fc req-a79582a0-3fd9-4289-9ec3-f81ca0c71ec3 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447817
Apr 21 13:40:38.028229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:38.860054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:39.096727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea78396-b6d2-41c4-bae5-0ac975f65e8c req-9c97309a-3d2f-4eb5-8f2d-5b3aa91ce680 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:39.098261 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7ea78396-b6d2-41c4-bae5-0ac975f65e8c req-9c97309a-3d2f-4eb5-8f2d-5b3aa91ce680 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.0946536
Apr 21 13:40:39.153006 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7ea78396-b6d2-41c4-bae5-0ac975f65e8c req-ae61409c-1dc4-4436-afac-9a07eba33dcc tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482340
Apr 21 13:40:39.581392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51988) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:40.372143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2ccc-8301-4cb2-a214-fb62974c0059 req-ccb5ee3c-085a-4e77-9bc4-ed32a4ae14e4 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:40.373788 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-911d2ccc-8301-4cb2-a214-fb62974c0059 req-ccb5ee3c-085a-4e77-9bc4-ed32a4ae14e4 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.0940320
Apr 21 13:40:40.425723 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-911d2ccc-8301-4cb2-a214-fb62974c0059 req-2ddcc408-ff3c-41de-8490-8df7c33fb746 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448527
Apr 21 13:40:40.541548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:40.924294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Deleting port bde1a124-be9f-4ce5-90ab-11774bdb3144 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:40.924680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:41.109741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] For port bde1a124-be9f-4ce5-90ab-11774bdb3144, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=bde1a124-be9f-4ce5-90ab-11774bdb3144,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:41.110142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:41.246604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Calling delete_port for bde1a124-be9f-4ce5-90ab-11774bdb3144 owned by network:router_interface {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:40:41.426197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:41.431120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b56f8338-582e-4b43-a4b0-c4f48876d381 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:41.482297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde1a124-be9f-4ce5-90ab-11774bdb3144,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:41.516293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:41.683419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0b795-3eaf-442c-9bc7-d27c7da8475d req-b26284e3-7393-4123-8000-420531e4c743 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:41.685235 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6cf0b795-3eaf-442c-9bc7-d27c7da8475d req-b26284e3-7393-4123-8000-420531e4c743 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1202693
Apr 21 13:40:41.741690 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6cf0b795-3eaf-442c-9bc7-d27c7da8475d req-28c93ac0-28da-412a-a8bd-67b2f24c7080 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499444
Apr 21 13:40:41.784378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:42.177072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Router 0263cd6a-57a7-4091-b639-b9faa993a7e1 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:40:42.372338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:40:42.381260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] Sync routers for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:40:42.386179 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] 10.222.0.41 "PUT /v2.0/routers/0263cd6a-57a7-4091-b639-b9faa993a7e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8035002
Apr 21 13:40:42.389033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 51998) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:42.392365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:40:42.393053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c996e9e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:42.587496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:40:42.606739 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:42.637814 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:40:42.981810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a796-882e-40ca-adba-587ce893e441 req-66705895-9500-492b-8991-effc7371550c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:42.983602 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a152a796-882e-40ca-adba-587ce893e441 req-66705895-9500-492b-8991-effc7371550c tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 944 time: 0.1166048
Apr 21 13:40:43.033074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:43.039356 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a152a796-882e-40ca-adba-587ce893e441 req-4ec562be-a733-4f64-8a0c-b2cbbcbfce0a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484188
Apr 21 13:40:43.053049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'port_id': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'mac_address': 'fa:16:3e:56:b0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:40:43.083955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.093215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Deleting port 106d5908-bc15-4b69-88c1-6e5b805e56c7 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:43.093590 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.126040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.141747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c996e9e8>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:40:41Z', 'revision_number': 5, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port': {'id': '106d5908-bc15-4b69-88c1-6e5b805e56c7', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:16Z', 'updated_at': '2021-04-21T13:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:43.149392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:40:43.155667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] Checking router: 0263cd6a-57a7-4091-b639-b9faa993a7e1 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:40:43.173340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] Routers {'0263cd6a-57a7-4091-b639-b9faa993a7e1'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:40:43.174027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c996e9e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['0263cd6a-57a7-4091-b639-b9faa993a7e1'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:43.231121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:43.239665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.251330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-da68bdbc-6cb2-4bb2-b6d1-c119716fef2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:43.288801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] For port 106d5908-bc15-4b69-88c1-6e5b805e56c7, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=106d5908-bc15-4b69-88c1-6e5b805e56c7,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:43.289209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.418246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] Set router 0263cd6a-57a7-4091-b639-b9faa993a7e1 gateway port host: None {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:40:43.423974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Calling delete_port for 106d5908-bc15-4b69-88c1-6e5b805e56c7 owned by network:router_gateway {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:40:43.541707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=7']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:43.555292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['6f5ec39d-acab-4545-a1a3-bff5ad5dd457'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:40:43.595148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:43.603871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c996e9e8>, [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:40:43Z', 'revision_number': 6, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:43.607063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.612024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c25e2057-e655-490a-a38e-38f80f51468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:43.621752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9784f-3638-41b4-8540-1974f0f78fd4 None None] The sync data for ids ['0263cd6a-57a7-4091-b639-b9faa993a7e1'] in dv-cinder-787195-3-iscsi is: [{'id': '0263cd6a-57a7-4091-b639-b9faa993a7e1', 'name': 'tempest-AttachVolumeTestJSON-1397396399-router', 'tenant_id': 'e695f0445b5a452a8aab4663eeb1281d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:13Z', 'updated_at': '2021-04-21T13:40:43Z', 'revision_number': 6, 'project_id': 'e695f0445b5a452a8aab4663eeb1281d', 'gw_port_host': None}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:40:43.696531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=106d5908-bc15-4b69-88c1-6e5b805e56c7,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:43.708371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:43.767210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.971413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.973874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.998366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:43.999074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0263cd6a-57a7-4091-b639-b9faa993a7e1 {{(pid=86358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:40:44.012396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.013635 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0263cd6a-57a7-4091-b639-b9faa993a7e1 HTTP/1.1" status: 204  len: 168 time: 1.6235254
Apr 21 13:40:44.016455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52006) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:44.084771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Deleting subnet f7963b1e-02bf-4682-9b84-b7753190cf36 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:40:44.088828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.146898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.252872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caeea04-adcb-4169-8ec8-290225ac1414 req-740e4706-549c-406f-98a8-8033e2da5714 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:44.255929 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0caeea04-adcb-4169-8ec8-290225ac1414 req-740e4706-549c-406f-98a8-8033e2da5714 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 945 time: 0.0939634
Apr 21 13:40:44.277897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.318579 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0caeea04-adcb-4169-8ec8-290225ac1414 req-53867462-5624-4620-bc1a-d5b30660dc58 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562854
Apr 21 13:40:44.541583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.546621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:44.582749 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7963b1e-02bf-4682-9b84-b7753190cf36,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:44.585964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:44.587056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.592682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9048f-05ad-4e23-8d8a-accfa20f08b8 None None] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:40:44.594052 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7963b1e-02bf-4682-9b84-b7753190cf36 HTTP/1.1" status: 204  len: 168 time: 0.5765443
Apr 21 13:40:44.596714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52014) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:44.614547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:40:44.716195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:44.728468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Deleting port beb4a515-5f32-440e-baae-80b4f3b1acc1 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:44.728849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.022422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:40:45.022874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.037680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] For port beb4a515-5f32-440e-baae-80b4f3b1acc1, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=beb4a515-5f32-440e-baae-80b4f3b1acc1,segment=NetworkSegment(0e302f30-0e1c-4d74-879a-f8c416d581e5),segment_id=0e302f30-0e1c-4d74-879a-f8c416d581e5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:45.038086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.170125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae8026-ce90-4acb-b4cd-1cde2ad3cdf7 None None] DHCP port deletion for 7e2d2fc5-825b-457a-81a8-167b651f75eb request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:40:45.174296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Calling delete_port for beb4a515-5f32-440e-baae-80b4f3b1acc1 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:40:45.179137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-0fae8026-ce90-4acb-b4cd-1cde2ad3cdf7 None None] Deleting port beb4a515-5f32-440e-baae-80b4f3b1acc1 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:40:45.179563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fae8026-ce90-4acb-b4cd-1cde2ad3cdf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.208846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.254915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.258099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:40:45.259862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fbf7be7c-8958-4100-b55c-d2ba80bf52c6 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:45.303671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-0fae8026-ce90-4acb-b4cd-1cde2ad3cdf7 None None] The port 'beb4a515-5f32-440e-baae-80b4f3b1acc1' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:40:45.305569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:40:45.309175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.309512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Pushing event deleted for resources: {'Port': ['ID=beb4a515-5f32-440e-baae-80b4f3b1acc1,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:45.311754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'code': 200}
Apr 21 13:40:45.312800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:45.312941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:45.313797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] No DVR routers for this DVR port beb4a515-5f32-440e-baae-80b4f3b1acc1 on host dv-cinder-787195-3-iscsi {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:40:45.398350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=8']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:45.404327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:45.445646 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.529089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device bde1a124-be9f-4ce5-90ab-11774bdb3144 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:40:45.543230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62efa9-13d9-403b-8d4b-eb53f90331d9 req-2ff62524-89fa-4ac1-a6d7-18284821a171 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:45.546334 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1b62efa9-13d9-403b-8d4b-eb53f90331d9 req-2ff62524-89fa-4ac1-a6d7-18284821a171 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1079042
Apr 21 13:40:45.583253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: bde1a124-be9f-4ce5-90ab-11774bdb3144 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:40:45.583652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device bde1a124-be9f-4ce5-90ab-11774bdb3144 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:40:45.584117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device beb4a515-5f32-440e-baae-80b4f3b1acc1 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:40:45.590960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c9092080>,) {'filters': {'network_id': ['7e2d2fc5-825b-457a-81a8-167b651f75eb']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:45.612703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9092080>, '0e302f30-0e1c-4d74-879a-f8c416d581e5') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:45.613371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c9092080>, '0e302f30-0e1c-4d74-879a-f8c416d581e5') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:40:45.621097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: beb4a515-5f32-440e-baae-80b4f3b1acc1 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:40:45.621509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device beb4a515-5f32-440e-baae-80b4f3b1acc1 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:40:45.621988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 106d5908-bc15-4b69-88c1-6e5b805e56c7 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:40:45.635379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.654989 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1b62efa9-13d9-403b-8d4b-eb53f90331d9 req-a2a5390d-4a77-4351-8c9e-74183ed89f70 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984635
Apr 21 13:40:45.660225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:45.662533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 106d5908-bc15-4b69-88c1-6e5b805e56c7 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:40:45.662957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 106d5908-bc15-4b69-88c1-6e5b805e56c7 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:40:45.672252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:40:45.686383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc026b0c-445d-4617-81ff-123fd807adb7 req-6877fb91-ccb1-4975-ae73-218b71df2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:45.688110 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc026b0c-445d-4617-81ff-123fd807adb7 req-6877fb91-ccb1-4975-ae73-218b71df2e3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1099 time: 0.1065125
Apr 21 13:40:45.734108 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc026b0c-445d-4617-81ff-123fd807adb7 req-b362a0b0-0ce2-4cf3-837e-5969e1088ea6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380905
Apr 21 13:40:45.985899 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:40:46.000966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.287239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Network 7e2d2fc5-825b-457a-81a8-167b651f75eb has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:40:46.311981 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:40:46.391614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.395507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9dd00397-3e61-4daa-9329-32c0d149477d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:46.410207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.421611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2d2fc5-825b-457a-81a8-167b651f75eb,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:46.425250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:46.435807 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-01e60359-6617-49bf-9daa-9df34e2fcdea admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e2d2fc5-825b-457a-81a8-167b651f75eb HTTP/1.1" status: 204  len: 168 time: 1.8380358
Apr 21 13:40:46.559092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52024) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:46.614206 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8471dc44-009e-445b-b11e-15c9e5f93afe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e695f0445b5a452a8aab4663eeb1281d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0509763
Apr 21 13:40:46.614843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52028) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:46.685141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.723865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.785552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.796860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1235bbe6-49c5-4f42-b691-7b56c20fec76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:46.812066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3813deb-7647-4d25-add3-0b6686d1a4b6,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:46.816442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:46.817680 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3813deb-7647-4d25-add3-0b6686d1a4b6 HTTP/1.1" status: 204  len: 168 time: 0.2017140
Apr 21 13:40:46.824484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.824912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.825332 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.825743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.826152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.826588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.826999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.827407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.827811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.828213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.828613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.829012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:40:46.867825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:46.922288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9b0f-0810-4bf8-9ba9-11dc4c9487c0 req-d4c8c9a3-e185-48d9-83c5-aa7826f9de12 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:40:46.924033 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f85b9b0f-0810-4bf8-9ba9-11dc4c9487c0 req-d4c8c9a3-e185-48d9-83c5-aa7826f9de12 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1017003
Apr 21 13:40:46.984210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f85b9b0f-0810-4bf8-9ba9-11dc4c9487c0 req-b05caff8-11b9-40d1-bca1-0f33104958ac tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535126
Apr 21 13:40:51.159943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52096) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:51.283519 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.299399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:40:51.303512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Usage tracker for resource:security_group_rule and tenant:9c52d0e381e54d6296c4d73444a6136c is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:40:51.306516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:40:51.313152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:40:51.399213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.402036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.409696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1d82e7d7-e6ed-41fc-b0ff-36d3787b497f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:51.454688 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c52d0e381e54d6296c4d73444a6136c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2934945
Apr 21 13:40:51.455648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeacf814-6568-47f2-99f3-48305e8d4ebb,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:51.457553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52104) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:51.458971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:51.525591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.553535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.603103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.608487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6c4b6b35-adbe-4a23-80a0-1f3aed84d129 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:51.623036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeacf814-6568-47f2-99f3-48305e8d4ebb,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:51.625477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:51.626708 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aeacf814-6568-47f2-99f3-48305e8d4ebb HTTP/1.1" status: 204  len: 168 time: 0.1680148
Apr 21 13:40:51.627771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:53.383333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52150) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:53.508545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.524252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:40:53.528328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e49819737089433094a49a02972df439 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:40:53.531293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:40:53.537284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:40:53.626883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.633784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.643507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-782216f8-7f86-4f38-95d9-a96bc5f98c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:53.686140 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e49819737089433094a49a02972df439&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3016860
Apr 21 13:40:53.687182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abdfdac-2041-459b-923d-6d552cce0ec5,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:53.689101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52156) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:53.690492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d5c49a57-a12d-4545-97d4-51f8609dc2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:53.751016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.781245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.827995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.833536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8f19b7d8-e81b-4de7-9cba-940198beda8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:53.847296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abdfdac-2041-459b-923d-6d552cce0ec5,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:53.851623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:53.858420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:53.859695 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2abdfdac-2041-459b-923d-6d552cce0ec5 HTTP/1.1" status: 204  len: 168 time: 0.1695278
Apr 21 13:40:54.175797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52164) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:54.194801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.209767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:40:54.214448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Usage tracker for resource:security_group_rule and tenant:0d212b6589294ca4aa4b62b472d1b75f is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:40:54.217397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:40:54.223379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:40:54.306918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.309777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.319291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-17fedf68-1b91-450c-9d80-78e449dfbf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:54.361566 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d212b6589294ca4aa4b62b472d1b75f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1846452
Apr 21 13:40:54.363311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f84644d-5527-41b3-a444-8ee54752f744,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:54.364966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52168) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:40:54.366774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:54.430741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.457498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.501242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.506194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a6b7e865-5b7b-42e5-959e-fbc6ab36f025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:40:54.519362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f84644d-5527-41b3-a444-8ee54752f744,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:40:54.524618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:40:54.529598 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:40:54.530842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-323dd653-444c-42c8-9075-2fd1217febe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f84644d-5527-41b3-a444-8ee54752f744 HTTP/1.1" status: 204  len: 168 time: 0.1647613
Apr 21 13:41:01.566004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee335-bf4d-4578-b75a-2a66c7d93134 req-78517c67-61b8-41d8-b779-819f3d4ebcbb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:01.567843 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8a5ee335-bf4d-4578-b75a-2a66c7d93134 req-78517c67-61b8-41d8-b779-819f3d4ebcbb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.1010230
Apr 21 13:41:01.617867 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8a5ee335-bf4d-4578-b75a-2a66c7d93134 req-cf3c75cc-20c6-4609-89ab-00c3e8826532 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431697
Apr 21 13:41:01.952475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:02.831624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb054a0-ffa4-404e-9f82-3875aa49b740 req-08f6352c-b0c7-47f8-b432-4d734537ade6 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:02.833281 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7bb054a0-ffa4-404e-9f82-3875aa49b740 req-08f6352c-b0c7-47f8-b432-4d734537ade6 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.0889888
Apr 21 13:41:02.886980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7bb054a0-ffa4-404e-9f82-3875aa49b740 req-23244267-c9ab-4a48-b71c-b5d1eb6a9a94 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465133
Apr 21 13:41:03.339343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-e59259d6-2483-4b74-82bf-23d87932fa79 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:03.340909 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-e59259d6-2483-4b74-82bf-23d87932fa79 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.0885868
Apr 21 13:41:03.424807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Deleting port d89ecfe5-1c1f-487e-a44d-590b19605263 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:41:03.425195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:03.696231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] For port d89ecfe5-1c1f-487e-a44d-590b19605263, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d89ecfe5-1c1f-487e-a44d-590b19605263,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:03.696565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:04.052892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:04.053579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:04.053727 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Floating IP af9d37cb-c73a-434f-8c98-de4257466de2 disassociated. External IP: 172.27.0.140, port: d89ecfe5-1c1f-487e-a44d-590b19605263.
Apr 21 13:41:04.054073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Calling delete_port for d89ecfe5-1c1f-487e-a44d-590b19605263 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:41:04.219190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74706f-752f-43fa-9bca-57508a87f927 req-4941d306-ace7-4d17-bc53-64d9f826d74e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:04.220739 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5b74706f-752f-43fa-9bca-57508a87f927 req-4941d306-ace7-4d17-bc53-64d9f826d74e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 947 time: 0.2069964
Apr 21 13:41:04.284006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:04.288345 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5b74706f-752f-43fa-9bca-57508a87f927 req-45c936c8-652b-40b4-826d-a9ac1bb00aa2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5af1b97-d9ca-4c20-9190-8ec9cf432204&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597537
Apr 21 13:41:04.292733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d660d99a-a5d7-474a-a767-2a3d0f3472eb tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:04.343809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event deleted for resources: {'Port': ['ID=d89ecfe5-1c1f-487e-a44d-590b19605263,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:04.347663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:04.439958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e28a1862-0c81-4a31-a2e1-f8f9dd8a514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:04.539921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Router 16702814-ab9d-47af-859e-4a3941a9034f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:41:04.731309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:41:04.743471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:41:04.756221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:04.756896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ab43c8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:04.819393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] No DVR routers for this DVR port d89ecfe5-1c1f-487e-a44d-590b19605263 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:41:04.823017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:04.826147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-deleted', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:04.845526 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-18d72da6-2a37-495c-9574-05858c7f3f34 req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "DELETE /v2.0/ports/d89ecfe5-1c1f-487e-a44d-590b19605263 HTTP/1.1" status: 204  len: 173 time: 1.4975188
Apr 21 13:41:04.965161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52294) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:05.115866 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32d44f-06c3-48c8-bf40-90d4485130e8', 'name': 'network-vif-deleted', 'tag': 'd89ecfe5-1c1f-487e-a44d-590b19605263', 'status': 'completed', 'code': 200}
Apr 21 13:41:05.125662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.141417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:05.145803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Usage tracker for resource:security_group_rule and tenant:b9eb305182194879b8a56c1bd1d4ee3c is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:05.148974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:05.155570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:05.168128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:05.240964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.243764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.252848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a3196a5b-15e9-4c6c-8ba6-72e398418de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:05.298857 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9eb305182194879b8a56c1bd1d4ee3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3320045
Apr 21 13:41:05.300605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50950507-8416-4c9b-8f7f-60d330f24f1a,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:05.301660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52300) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:05.308886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.309242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.309638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.310046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.310449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.310900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.312082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.312494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.313105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.313510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.314051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.314306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:05.319181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:05.372159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.401453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.490352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.496690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ef9a8e99-530a-4ba3-a0fc-49c955234cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:05.526728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-bce42cab-28e3-4e1e-87cf-bca8f4bcbf77 req-fe3dd0ff-ff4d-4adb-b220-6c077de8ed23 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:05.529613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50950507-8416-4c9b-8f7f-60d330f24f1a,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:05.532778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:05.539822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:05.544087 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-78da1fba-ba33-4105-9013-baa237e792a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50950507-8416-4c9b-8f7f-60d330f24f1a HTTP/1.1" status: 204  len: 168 time: 0.2383361
Apr 21 13:41:05.551586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-bce42cab-28e3-4e1e-87cf-bca8f4bcbf77 req-fe3dd0ff-ff4d-4adb-b220-6c077de8ed23 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:05.552852 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bce42cab-28e3-4e1e-87cf-bca8f4bcbf77 req-fe3dd0ff-ff4d-4adb-b220-6c077de8ed23 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b32d44f-06c3-48c8-bf40-90d4485130e8 HTTP/1.1" status: 200  len: 210 time: 0.1017992
Apr 21 13:41:05.557911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ab43c8>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:05.563931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:41:05.574034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:05.574834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ab43c8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:40:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:05.768118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:06.109838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ab43c8>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:06.114641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508342e-fa3d-4ccc-a2d3-7ecf3bde3765 None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:41:06.514099 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b43d98-d1ae-47a6-94c4-d211d5b74306 None None] New status for floating IP af9d37cb-c73a-434f-8c98-de4257466de2: DOWN {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:41:06.699193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52340) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:06.741247 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:41:06.777400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:06.795627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: d89ecfe5-1c1f-487e-a44d-590b19605263 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:41:06.796026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device d89ecfe5-1c1f-487e-a44d-590b19605263 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:41:06.809220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6f37157-e6be-43c0-a479-a3adce92a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:06.813309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:06.862001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:06.871147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:06.884597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af1b97-d9ca-4c20-9190-8ec9cf432204,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:06.887675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:06.895038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:06.896378 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "DELETE /v2.0/security-groups/e5af1b97-d9ca-4c20-9190-8ec9cf432204 HTTP/1.1" status: 204  len: 168 time: 0.1959305
Apr 21 13:41:06.899501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52348) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:06.920534 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.v2.resource [None req-2a0a3bf5-f347-442a-9830-c62a2c0850ff tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] show failed (client error): The resource could not be found.
Apr 21 13:41:06.922723 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2a0a3bf5-f347-442a-9830-c62a2c0850ff tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups/e5af1b97-d9ca-4c20-9190-8ec9cf432204 HTTP/1.1" status: 404  len: 347 time: 0.0219252
Apr 21 13:41:06.925626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52352) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:06.975324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.103582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Deleting port 09003dd4-65fb-405a-8170-e00f0e7baea5 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:41:07.103967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.532056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.532564 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.670578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Calling delete_port for 09003dd4-65fb-405a-8170-e00f0e7baea5 owned by network:floatingip {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:41:07.817142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.823238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-480acc43-43e8-496b-b5f0-da6a2121768a tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:07.873969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event deleted for resources: {'Port': ['ID=09003dd4-65fb-405a-8170-e00f0e7baea5,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:07.876666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:07.972563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.990499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:07.991767 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "DELETE /v2.0/floatingips/af9d37cb-c73a-434f-8c98-de4257466de2 HTTP/1.1" status: 204  len: 168 time: 1.0649366
Apr 21 13:41:08.030609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.300682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52368) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:08.306616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722765371', 'description': 'tempest-description--1848672292'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:08.313088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:08.318151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:08.321383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:08.327573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:08.338356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.360243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:08.364555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:08.367510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:08.373515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:08.448491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.451582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.456932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:08.501769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a1181d-32b2-4a45-abce-f5ac65a4f29a,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:08.504723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:08.505470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.506795 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2049882
Apr 21 13:41:08.509821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52372) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:08.515330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'security_group_rule': {'security_group_id': 'd9a1181d-32b2-4a45-abce-f5ac65a4f29a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:08.521898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:08.526723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:08.529706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:08.535907 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:08.553822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.617950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.620711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.622925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-047eeaba-09dc-4e65-84a7-cd68691e912e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:08.645405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbab4bca-4b7c-41f2-a44c-c980606e76ab,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:08.649773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:08.658744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.660050 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1492906
Apr 21 13:41:08.662995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52378) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:08.668682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'security_group_rule': {'security_group_id': 'd9a1181d-32b2-4a45-abce-f5ac65a4f29a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:08.674953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:08.679214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:security_group_rule and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:08.682317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:08.688390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:08.707731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.777657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.780362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.788802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:08.809182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5ce463-b278-4c85-851b-bb2f7896f39b,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:08.811687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:08.818810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.820115 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e6f585c3-6f71-49e7-80f3-639b9a07894d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1560879
Apr 21 13:41:08.823902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52386) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:08.829488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:08.836006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:08.840761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Usage tracker for resource:floatingip and tenant:4ee5a2ffd6ef46508eb2788b07f3dbda is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:08.843778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:08.850166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:08.866246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:08.867067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.018132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.174438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Allocated IP 172.27.0.229 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/3b4422d6-d6d0-4a41-94ea-e83526585204) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:09.333651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.363235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.368144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aad4108e-977b-474c-a499-0babca487076 tempest-AttachVolumeNegativeTest-1232403344 tempest-AttachVolumeNegativeTest-1232403344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:09.437893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:09.441457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:09.445434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:09.483265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'Port': ['ID=3b4422d6-d6d0-4a41-94ea-e83526585204,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:09.487614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:09.534211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.598622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.818818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.822539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.827221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b651e1d2-9280-40de-a3fc-dd0fd9bce134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:09.945703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'Port': ['ID=3b4422d6-d6d0-4a41-94ea-e83526585204,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:09.948803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:09.958893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.982104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:09.983485 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1586108
Apr 21 13:41:10.229941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-859c6170-d867-4401-b096-c4a7287bc056 req-f798acef-c8ea-44b0-a84f-19d6b2530bb7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:10.245158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-859c6170-d867-4401-b096-c4a7287bc056 req-f798acef-c8ea-44b0-a84f-19d6b2530bb7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:10.246425 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-f798acef-c8ea-44b0-a84f-19d6b2530bb7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1722765371&fields=id&tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 267 time: 0.0639267
Apr 21 13:41:10.312405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52410) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:10.417706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-9b2b1b62-485c-4e90-a817-08d6aaaa802d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:10.419395 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-9b2b1b62-485c-4e90-a817-08d6aaaa802d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 816 time: 0.1648479
Apr 21 13:41:10.437400 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-517a4506-e30e-403c-9491-e50023cb647b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/quotas/4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 375 time: 0.0106165
Apr 21 13:41:10.445851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.462895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:10.467873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Usage tracker for resource:security_group_rule and tenant:8a29136976ca4fa3ac23a3091d826af3 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:10.471490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:10.477532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:10.534078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-859c6170-d867-4401-b096-c4a7287bc056 req-ae42867b-3c4c-418e-8b6f-336a28f9b15f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:10.550019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-859c6170-d867-4401-b096-c4a7287bc056 req-ae42867b-3c4c-418e-8b6f-336a28f9b15f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:10.551533 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-ae42867b-3c4c-418e-8b6f-336a28f9b15f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1079259
Apr 21 13:41:10.568709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.571781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.581529 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b0faa0db-da43-48bc-8dc1-4e0d3837687e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:10.627968 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a29136976ca4fa3ac23a3091d826af3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143034
Apr 21 13:41:10.628969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529a73aa-0eac-46bc-8d6a-ebde2e393926,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:10.632475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b5a5ed18-28e5-40a2-82dc-a3e4d2b26c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:10.633181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52418) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:10.696122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.723972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.757198 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-ae789075-24dd-4ab5-970e-3971c8645488 service neutron] 10.222.0.41 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926043
Apr 21 13:41:10.774661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.780624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-87437744-02e0-42e4-8ecc-2400a78441c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:10.795382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a73aa-0eac-46bc-8d6a-ebde2e393926,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:10.797822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:10.806756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:10.808704 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/529a73aa-0eac-46bc-8d6a-ebde2e393926 HTTP/1.1" status: 204  len: 168 time: 0.1744764
Apr 21 13:41:10.913950 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-74451367-23c9-4435-8b91-34418c1c6eaa service neutron] 10.222.0.41 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496239
Apr 21 13:41:11.129903 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-71a63628-59ad-47f9-b2bb-f4e441770d28 req-03d58623-af11-47ac-80b5-420ed26b96d4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 210 time: 0.0558236
Apr 21 13:41:11.137108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52430) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:11.165556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.180151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:11.185430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:c0133f41a41644c4909cc0b867d7559d is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:11.188913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:11.195368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:11.286894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.289680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.299056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aca1982b-56d4-4f69-8d62-c8afa04d69a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:11.343719 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0133f41a41644c4909cc0b867d7559d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2049158
Apr 21 13:41:11.344675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7029a47-3d14-45b6-852f-dcaefc79e8fe,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:11.346655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52440) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:11.347691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-adcea156-47fd-4da5-8147-9390e8f8cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:11.413336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.442442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.490341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.495501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-701294d8-bd91-4f33-98c0-310ec6a214ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:11.509407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7029a47-3d14-45b6-852f-dcaefc79e8fe,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:11.512253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:11.513514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:11.517000 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7029a47-3d14-45b6-852f-dcaefc79e8fe HTTP/1.1" status: 204  len: 168 time: 0.1688938
Apr 21 13:41:12.339948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-52681736-053b-45f2-a774-ee7999ead0b4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:12.341450 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-52681736-053b-45f2-a774-ee7999ead0b4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 816 time: 0.2160909
Apr 21 13:41:12.358954 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce1ca83d-b721-4eaa-98aa-c73aeaf38443 req-4d4234b3-9625-49ed-97f6-55b1b989fdd1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 210 time: 0.0697215
Apr 21 13:41:12.406913 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-0a232c69-40cf-4de0-bc98-b0ce629a1626 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 380 time: 0.0512111
Apr 21 13:41:12.417388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'port': {'device_id': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'admin_state_up': True, 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'security_groups': ['d9a1181d-32b2-4a45-abce-f5ac65a4f29a']}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:12.568762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:12.579133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:12.588226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Made reservation on behalf of 4ee5a2ffd6ef46508eb2788b07f3dbda for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:41:12.594541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:12.773088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Allocated IP 172.20.0.9 (6c3728c5-041b-4f0a-af28-9d10e08d8714/100abdee-94c9-4e48-80c7-d871294c83b6/15c44a3c-83d9-41ec-88da-df40caecbce4) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:13.051049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:13.077276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Transition to ACTIVE for port object 15c44a3c-83d9-41ec-88da-df40caecbce4 will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:13.112502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:13.121528 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:13.233592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:13.248046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:13.256158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:13.342580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:13.350919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:13.381956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:13.382711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:13.407234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:41:13.414670 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0019855
Apr 21 13:41:13.427453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Request body: {'port': {'device_id': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:13.429802 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-e8727e4b-faa7-4f7b-b63e-f171500796ba None None] Provisioning for port 15c44a3c-83d9-41ec-88da-df40caecbce4 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:13.435953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-e8727e4b-faa7-4f7b-b63e-f171500796ba None None] Provisioning complete for port 15c44a3c-83d9-41ec-88da-df40caecbce4 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:13.436504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e8727e4b-faa7-4f7b-b63e-f171500796ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:13.498351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-e8727e4b-faa7-4f7b-b63e-f171500796ba None None] Port 15c44a3c-83d9-41ec-88da-df40caecbce4 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:41:13.609281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:13.714309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82184ac8-3860-4356-9127-460a615897c0 req-1aa2aa39-93b8-43ce-b453-2bd372efc54b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:13.715033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-82184ac8-3860-4356-9127-460a615897c0 req-1aa2aa39-93b8-43ce-b453-2bd372efc54b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Synchronizing usage tracker for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:13.781605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-82184ac8-3860-4356-9127-460a615897c0 req-1aa2aa39-93b8-43ce-b453-2bd372efc54b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Unset dirty status for tenant:4ee5a2ffd6ef46508eb2788b07f3dbda on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:13.782933 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-82184ac8-3860-4356-9127-460a615897c0 req-1aa2aa39-93b8-43ce-b453-2bd372efc54b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 931 time: 0.2596803
Apr 21 13:41:13.916851 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-82184ac8-3860-4356-9127-460a615897c0 req-3966f425-5469-4a46-9813-935fe4acbe4f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263535
Apr 21 13:41:14.054409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c44a3c-83d9-41ec-88da-df40caecbce4 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:41:14.063265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:14.078615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Transition to ACTIVE for port object 15c44a3c-83d9-41ec-88da-df40caecbce4 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:14.081614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:14.086597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:14.504780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:14.513054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:14.586393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Attempting to bind port 15c44a3c-83d9-41ec-88da-df40caecbce4 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:14.586803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Attempting to bind port 15c44a3c-83d9-41ec-88da-df40caecbce4 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:14.587178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Attempting to bind port 15c44a3c-83d9-41ec-88da-df40caecbce4 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:14.592762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Port 15c44a3c-83d9-41ec-88da-df40caecbce4 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:41:14.593130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Attempting to bind port 15c44a3c-83d9-41ec-88da-df40caecbce4 on network 6c3728c5-041b-4f0a-af28-9d10e08d8714 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:14.598915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:14.599301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Checking segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:14.599728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Bound using segment: {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:14.600207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Bound port: 15c44a3c-83d9-41ec-88da-df40caecbce4, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:14.600600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:14.696430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:14.700267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:14.703713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:14.709008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a5164cdf-ddfb-4044-a429-165d8430b384 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:14.768471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:14.769143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:14.770939 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] 10.222.0.44 "PUT /v2.0/ports/15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 1093 time: 1.3486814
Apr 21 13:41:14.771678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:14.803797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:14.807598 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:14.859186 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'status': 'completed', 'code': 200}
Apr 21 13:41:14.900136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-8278a043-9961-4826-86e5-e652aa5f7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:14.902345 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-8278a043-9961-4826-86e5-e652aa5f7be4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1096 time: 0.0881686
Apr 21 13:41:14.993866 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-aaba4ba6-b76c-43a0-9c8e-362d650f2a2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 217 time: 0.0832021
Apr 21 13:41:15.122927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-4ba04855-ec64-4cae-a908-0bf1250748d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:15.124524 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-4ba04855-ec64-4cae-a908-0bf1250748d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.1243160
Apr 21 13:41:15.210143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217b4e5-67b7-4bd8-97c3-d3cae4604a0e req-332c50c9-9e9b-49e5-8b58-96947a5f33a8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:15.211808 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b217b4e5-67b7-4bd8-97c3-d3cae4604a0e req-332c50c9-9e9b-49e5-8b58-96947a5f33a8 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.1636343
Apr 21 13:41:15.271738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6170-d867-4401-b096-c4a7287bc056 req-faee56b2-3298-4800-b8fd-c870bcd53c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:15.273333 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-faee56b2-3298-4800-b8fd-c870bcd53c6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1377621
Apr 21 13:41:15.276549 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b217b4e5-67b7-4bd8-97c3-d3cae4604a0e req-30af6db9-321a-4290-8d4c-288c169d46e2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553732
Apr 21 13:41:15.420071 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-17f721e3-a405-4bf2-b892-d5f8bb477555 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392455
Apr 21 13:41:15.567988 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-859c6170-d867-4401-b096-c4a7287bc056 req-9618411b-04df-4bf9-9abc-b6435ae89165 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403363
Apr 21 13:41:15.700857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107601-7d51-4afb-ba50-fa39337a2410 req-353f59a0-40d5-493c-acd4-f35b3b6d2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:15.702403 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-353f59a0-40d5-493c-acd4-f35b3b6d2ec7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1096 time: 0.0872080
Apr 21 13:41:15.847836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107601-7d51-4afb-ba50-fa39337a2410 req-30289b9a-e992-4c85-86d8-690bb29d18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:15.849584 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-30289b9a-e992-4c85-86d8-690bb29d18bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.1402261
Apr 21 13:41:15.928765 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-62f559cc-8407-4f62-b57e-c21ee352c6c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 217 time: 0.0680478
Apr 21 13:41:16.001318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107601-7d51-4afb-ba50-fa39337a2410 req-ff1ba5f4-a0dc-46f1-ac20-22af8e6a9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:16.002932 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-ff1ba5f4-a0dc-46f1-ac20-22af8e6a9f5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0675488
Apr 21 13:41:16.086676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107601-7d51-4afb-ba50-fa39337a2410 req-5a8fe336-14ed-4edd-bcbb-b52313bc98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:16.088847 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-5a8fe336-14ed-4edd-bcbb-b52313bc98e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778496
Apr 21 13:41:16.232968 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-5eb201a8-bc54-43ab-8d4c-1c862d78a153 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365068
Apr 21 13:41:16.382686 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-32107601-7d51-4afb-ba50-fa39337a2410 req-ed848bed-e896-4f7d-af69-fc09ec71633d service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426420
Apr 21 13:41:16.498512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d8294-0fc8-4826-814e-0fc1b9b459ba req-58f0fcaa-7f55-4ac9-88e3-f128cee9572b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:16.500147 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6a3d8294-0fc8-4826-814e-0fc1b9b459ba req-58f0fcaa-7f55-4ac9-88e3-f128cee9572b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.0985615
Apr 21 13:41:16.550071 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6a3d8294-0fc8-4826-814e-0fc1b9b459ba req-20aef599-ea22-4ae7-b98c-ace8a1964d3f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434785
Apr 21 13:41:16.597935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52524) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:16.722557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:16.738351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:16.742894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Usage tracker for resource:security_group_rule and tenant:c68675d165394382af50cee984c40d30 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:16.746284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:16.752359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:16.769321 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:41:16.841952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:16.844907 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:16.854199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-28d9b849-dc65-495c-bae9-7a9151508c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:16.901608 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c68675d165394382af50cee984c40d30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2993505
Apr 21 13:41:16.901608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac571c-f0de-4420-8b3a-edab52199ae3,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:16.902227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52530) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:16.903387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b8a75d8-2697-409c-b01f-2729e6dacc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:16.921765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:16.937815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'mac_address': 'fa:16:3e:af:1f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:41:16.987467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:16.999984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:17.016253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:17.018698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c44a3c-83d9-41ec-88da-df40caecbce4 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:41:17.034818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:17.037837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:17.039718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b4d0290e-11dc-4ccb-9c52-6e5e7dfaaff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:17.062910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:17.067999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4dea26be-79d8-423e-bb4a-d099b7f91703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:17.078989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac571c-f0de-4420-8b3a-edab52199ae3,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:17.081531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:17.087671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:17.088917 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-955da706-ae3e-4152-a9f3-a9e3993737e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4ac571c-f0de-4420-8b3a-edab52199ae3 HTTP/1.1" status: 204  len: 168 time: 0.1853194
Apr 21 13:41:17.132155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:17.140272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.140664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.141048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.141424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.141798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.142170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.142586 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.142956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.143325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.143691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.144052 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.144416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:17.148535 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:17.289048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['15c44a3c-83d9-41ec-88da-df40caecbce4'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:41:17.766577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a623745-41fe-4698-8210-fff75462bb6a req-8c0964e9-05fd-4738-b259-410529480529 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:17.768296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6a623745-41fe-4698-8210-fff75462bb6a req-8c0964e9-05fd-4738-b259-410529480529 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 944 time: 0.0968406
Apr 21 13:41:17.818576 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6a623745-41fe-4698-8210-fff75462bb6a req-23ba7c06-f97f-45e0-a6ed-208dc23adab3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436492
Apr 21 13:41:18.775669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:18.848444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 15c44a3c-83d9-41ec-88da-df40caecbce4 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:18.853990 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 15c44a3c-83d9-41ec-88da-df40caecbce4 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:18.854409 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:18.982788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:19.011109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:19.021432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:19.025475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:19.027973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:19.036748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cd441-e505-49e9-8d35-6d6c14ecd2de req-5492678f-6b3b-4808-ae81-beee02ebfef1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:19.038501 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3b8cd441-e505-49e9-8d35-6d6c14ecd2de req-5492678f-6b3b-4808-ae81-beee02ebfef1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 944 time: 0.0929561
Apr 21 13:41:19.065719 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'code': 200}
Apr 21 13:41:19.098805 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3b8cd441-e505-49e9-8d35-6d6c14ecd2de req-513e1a6d-20ad-4558-b9f3-e0f23bc758ea tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514419
Apr 21 13:41:19.100872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:19.104724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:19.331413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ec191-0bfb-4d69-ae50-b087fd90d7ee req-d71f062b-a467-47aa-aa4d-2df461e48c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:19.333054 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f5ec191-0bfb-4d69-ae50-b087fd90d7ee req-d71f062b-a467-47aa-aa4d-2df461e48c29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1098 time: 0.0933638
Apr 21 13:41:19.385729 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f5ec191-0bfb-4d69-ae50-b087fd90d7ee req-e3827abc-6995-4b84-9721-33df46cda039 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457807
Apr 21 13:41:19.657614 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-64de9e74-7297-4f32-9f20-76e167e74c75 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=197676e5296a4dd99ea85cbc3cf2833b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364215
Apr 21 13:41:19.836290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-6fbf8fb9-bd50-4bf9-ac9b-c13485834857 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:19.838315 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-6fbf8fb9-bd50-4bf9-ac9b-c13485834857 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1748135
Apr 21 13:41:19.858003 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-030c337c-87a6-4e4d-b1fe-eda926c91ad4 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/quotas/197676e5296a4dd99ea85cbc3cf2833b HTTP/1.1" status: 200  len: 375 time: 0.0114288
Apr 21 13:41:19.926817 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-a4ba52d8-a407-42d7-aee7-4128d1aa3c80 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=197676e5296a4dd99ea85cbc3cf2833b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0629218
Apr 21 13:41:20.139251 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4685e840-f07e-47fc-afc2-eafc786efb36 req-6d966820-7f8b-4237-a3fa-ced0c9a675b1 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 210 time: 0.0519660
Apr 21 13:41:20.316857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56912097-4fcc-48b9-aa40-89b01ac90f5a req-f59ddbac-bd85-430a-abc0-97f6c209030f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:20.318674 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-56912097-4fcc-48b9-aa40-89b01ac90f5a req-f59ddbac-bd85-430a-abc0-97f6c209030f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.0935979
Apr 21 13:41:20.373258 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-56912097-4fcc-48b9-aa40-89b01ac90f5a req-12b2a156-44cf-4072-824b-f2dec30cba17 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475962
Apr 21 13:41:21.120257 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-f4363bc6-7a84-441c-8e01-826674830840 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=197676e5296a4dd99ea85cbc3cf2833b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322771
Apr 21 13:41:21.333929 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8994ee33-5f2a-4444-8c06-712e68fde439 req-39e9b6ac-a933-42a8-8035-1453103f9bdd tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 210 time: 0.0641978
Apr 21 13:41:21.359177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-49c2328d-e75a-49b5-88a4-da7fee05a9b7 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:21.360945 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-49c2328d-e75a-49b5-88a4-da7fee05a9b7 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2360582
Apr 21 13:41:21.376421 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Request body: {'port': {'device_id': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa', 'admin_state_up': True, 'tenant_id': '197676e5296a4dd99ea85cbc3cf2833b'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:21.594161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:21.600376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Usage tracker for resource:port and tenant:197676e5296a4dd99ea85cbc3cf2833b is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:21.611419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:21.620312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:21.637010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Made reservation on behalf of 197676e5296a4dd99ea85cbc3cf2833b for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:41:21.643741 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:21.669269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1349e4-d1cf-4b24-b432-8e9ec0713b9f req-651e9bc3-0edb-4a04-8941-2b6fb126f6b7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:21.671261 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af1349e4-d1cf-4b24-b432-8e9ec0713b9f req-651e9bc3-0edb-4a04-8941-2b6fb126f6b7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1731436
Apr 21 13:41:21.672203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:21.709820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:21.721015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Usage tracker for resource:security_group_rule and tenant:197676e5296a4dd99ea85cbc3cf2833b is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:21.725713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:21.748035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:21.759231 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af1349e4-d1cf-4b24-b432-8e9ec0713b9f req-05a44037-fe35-483a-88ed-8c12dfa40e98 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736449
Apr 21 13:41:21.846654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:21.849871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:21.855227 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bd0b337a-29b1-4d15-bbdf-1f2a53c7dd80 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:22.000025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1992c751-2942-4d58-b599-c776fa0802ad,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:22.006753 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:22.118137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dcf1d-83ff-45ab-bf9f-c39e0377cc4e req-119d805f-4a6c-4390-9155-6020d0a896f7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:22.119774 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d64dcf1d-83ff-45ab-bf9f-c39e0377cc4e req-119d805f-4a6c-4390-9155-6020d0a896f7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.2143271
Apr 21 13:41:22.120969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Allocated IP 192.168.233.18 (2552b20a-eb26-41bc-ac02-d866e30a2cfa/1e457fa7-345e-4737-b8b8-9bbbd7cd0124/365ce7f3-2a98-44d6-be17-5e08f4d150a8) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:22.129821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52606) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:22.136430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Request body: {'floatingip': {'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:22.484350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:22.577901 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7c5883c-ea42-447d-a26e-a678216babe9 req-d64421b5-5fc9-44f4-bf39-6173fa8a51d3 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 210 time: 0.0655091
Apr 21 13:41:22.645780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:22.662436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Transition to ACTIVE for port object 365ce7f3-2a98-44d6-be17-5e08f4d150a8 will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:22.687560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:22.694714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e01baa50-287c-4169-ac43-02338ae2986e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:22.756196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Network 2552b20a-eb26-41bc-ac02-d866e30a2cfa is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:22.757380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:22.760581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:22.828647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Pushing event updated for resources: {'Port': ['ID=365ce7f3-2a98-44d6-be17-5e08f4d150a8,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:22.831882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:22.852784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:22.854206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:22.888950 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5165412
Apr 21 13:41:22.901931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Request body: {'port': {'device_id': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:23.036534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.047730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-67046e47-d67b-4633-8c42-b9d7eedc4758 None None] Provisioning for port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:23.053587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-67046e47-d67b-4633-8c42-b9d7eedc4758 None None] Provisioning complete for port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:23.054272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-67046e47-d67b-4633-8c42-b9d7eedc4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.117550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-67046e47-d67b-4633-8c42-b9d7eedc4758 None None] Port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:41:23.146082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.148829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.343587 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Floating IP b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f associated. External IP: 172.27.0.229, port: 15c44a3c-83d9-41ec-88da-df40caecbce4.
Apr 21 13:41:23.411058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365ce7f3-2a98-44d6-be17-5e08f4d150a8 {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:41:23.419921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.435636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Transition to ACTIVE for port object 365ce7f3-2a98-44d6-be17-5e08f4d150a8 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:23.438931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.445306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9de751d8-5079-4d57-8173-0f885193109b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:23.626106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Pushing event updated for resources: {'Port': ['ID=365ce7f3-2a98-44d6-be17-5e08f4d150a8,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:23.635511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:23.741136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Router 16702814-ab9d-47af-859e-4a3941a9034f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:41:23.753705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Attempting to bind port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:23.754092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Attempting to bind port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:23.754501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Attempting to bind port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 on network 2552b20a-eb26-41bc-ac02-d866e30a2cfa {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:23.773100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 on network 2552b20a-eb26-41bc-ac02-d866e30a2cfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:41:23.773358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Attempting to bind port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 on network 2552b20a-eb26-41bc-ac02-d866e30a2cfa {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:23.783054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:23.783431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Checking segment: {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:23.783852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Bound using segment: {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:23.784326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Bound port: 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a72fa88-434b-44ad-89d5-b1d52b40ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:23.784714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.897446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-91c8b86e-ad86-4bbe-8147-e94f61e458d6 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:23.898118 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-91c8b86e-ad86-4bbe-8147-e94f61e458d6 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Synchronizing usage tracker for tenant:197676e5296a4dd99ea85cbc3cf2833b on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:23.922185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] For port 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:23.928720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] For port 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:23.934234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.938130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:41:23.939672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2b2a6c82-7d62-403d-94dc-625327f97e9a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:23.942690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:23.950430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:41:23.974020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:23.975305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09eef0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:23.983421 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-91c8b86e-ad86-4bbe-8147-e94f61e458d6 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Unset dirty status for tenant:197676e5296a4dd99ea85cbc3cf2833b on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:23.984727 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-91c8b86e-ad86-4bbe-8147-e94f61e458d6 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 947 time: 0.2721000
Apr 21 13:41:24.010841 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3f4f6197-cfa7-4d50-914e-4351335f07c4 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "PUT /v2.0/floatingips/b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f HTTP/1.1" status: 200  len: 991 time: 1.8796258
Apr 21 13:41:24.011874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:24.033362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.034020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:24.035600 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] 10.222.0.44 "PUT /v2.0/ports/365ce7f3-2a98-44d6-be17-5e08f4d150a8 HTTP/1.1" status: 200  len: 1097 time: 1.1386521
Apr 21 13:41:24.038369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'tag': '365ce7f3-2a98-44d6-be17-5e08f4d150a8'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:24.084880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Pushing event updated for resources: {'Port': ['ID=365ce7f3-2a98-44d6-be17-5e08f4d150a8,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:24.092363 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:24.145752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-0ed65f84-8b39-46ad-851e-3fa90177c809 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Synchronizing usage tracker for tenant:197676e5296a4dd99ea85cbc3cf2833b on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:24.193783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-0ed65f84-8b39-46ad-851e-3fa90177c809 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Unset dirty status for tenant:197676e5296a4dd99ea85cbc3cf2833b on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:24.207525 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'status': 'completed', 'code': 200}
Apr 21 13:41:24.208279 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0674c51c-139d-44eb-9207-1b0c8691b0bf req-0ed65f84-8b39-46ad-851e-3fa90177c809 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108231
Apr 21 13:41:24.217809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:24.240083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-26d13872-72f6-4f7c-b5f3-fec718740265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.241837 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-26d13872-72f6-4f7c-b5f3-fec718740265 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=197676e5296a4dd99ea85cbc3cf2833b&device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 1100 time: 0.1536169
Apr 21 13:41:24.321687 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'tag': '365ce7f3-2a98-44d6-be17-5e08f4d150a8', 'status': 'completed', 'code': 200}
Apr 21 13:41:24.332116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-91edd4ae-4fab-443d-9af3-07e1d2d05e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.333445 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-7a02a273-b420-4959-a4c9-9831f7081812 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8 HTTP/1.1" status: 200  len: 217 time: 0.0842795
Apr 21 13:41:24.333744 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-91edd4ae-4fab-443d-9af3-07e1d2d05e7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1098 time: 0.1041870
Apr 21 13:41:24.409550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-27bf7607-a22f-45ab-9bba-aa0f6afa2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.411253 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-27bf7607-a22f-45ab-9bba-aa0f6afa2580 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1e457fa7-345e-4737-b8b8-9bbbd7cd0124 HTTP/1.1" status: 200  len: 843 time: 0.0667007
Apr 21 13:41:24.503771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-2dbb8ef4-9f2e-43ce-abff-0c37470d20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.504077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-665631cf-440b-46d0-af55-b63ce6af2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.505428 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-2dbb8ef4-9f2e-43ce-abff-0c37470d20db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2552b20a-eb26-41bc-ac02-d866e30a2cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0869212
Apr 21 13:41:24.505728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-665631cf-440b-46d0-af55-b63ce6af2a6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.1604736
Apr 21 13:41:24.626990 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-0b5249ec-74d5-4d95-a44f-b7a0b8472314 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 999 time: 0.1094313
Apr 21 13:41:24.650682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09eef0>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'mac_address': 'fa:16:3e:af:1f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:41:09Z', 'updated_at': '2021-04-21T13:41:23Z', 'revision_number': 1, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:24.654891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:41:24.664290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:24.664883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09eef0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:24.666664 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-478cab46-cf6d-40b6-ac38-261798f9cab8 service neutron] 10.222.0.44 "GET /v2.0/networks/2552b20a-eb26-41bc-ac02-d866e30a2cfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494668
Apr 21 13:41:24.698221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-c0b9e857-a85e-42b2-8502-2a1833e24a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.699417 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-c0b9e857-a85e-42b2-8502-2a1833e24a75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0655904
Apr 21 13:41:24.788517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-e07ea735-dda6-40b2-8fc5-4b85acfbfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.790161 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-e07ea735-dda6-40b2-8fc5-4b85acfbfde0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841086
Apr 21 13:41:24.817763 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9fd4c917-aec8-4ea7-9887-96be2284e2d3 req-b8eb87ca-33c4-424c-b42f-cc5a30abd132 service neutron] 10.222.0.44 "GET /v2.0/networks/2552b20a-eb26-41bc-ac02-d866e30a2cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434805
Apr 21 13:41:24.865653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:24.946502 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-2f4631ca-c244-496a-ad0a-0877849b3655 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492088
Apr 21 13:41:24.972824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be1648-458d-460f-8a12-521c991476d1 req-156a98b0-57cb-425b-b7f3-96b7eeb833cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:24.974543 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-156a98b0-57cb-425b-b7f3-96b7eeb833cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=197676e5296a4dd99ea85cbc3cf2833b&device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 1100 time: 0.1050413
Apr 21 13:41:25.131710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be1648-458d-460f-8a12-521c991476d1 req-435bf002-9808-467f-96ea-f2ae2d990bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:25.133355 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-435bf002-9808-467f-96ea-f2ae2d990bdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2552b20a-eb26-41bc-ac02-d866e30a2cfa HTTP/1.1" status: 200  len: 870 time: 0.1527462
Apr 21 13:41:25.234860 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-0044e79d-2f1e-4ae9-a4ec-a23c9125463a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8 HTTP/1.1" status: 200  len: 217 time: 0.0899544
Apr 21 13:41:25.338947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be1648-458d-460f-8a12-521c991476d1 req-9ba9293e-be71-4ad2-85cb-b28aa1f76a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:25.341099 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-9ba9293e-be71-4ad2-85cb-b28aa1f76a21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1e457fa7-345e-4737-b8b8-9bbbd7cd0124 HTTP/1.1" status: 200  len: 843 time: 0.0938320
Apr 21 13:41:25.388834 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e64a8ec-23be-4243-8926-f11dec3317ff req-8ce6e7f9-d440-4466-8e92-d94238586335 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4340134
Apr 21 13:41:25.472496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ca09eef0>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'mac_address': 'fa:16:3e:af:1f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:41:09Z', 'updated_at': '2021-04-21T13:41:23Z', 'revision_number': 1, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:25.479717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad182c-91b2-416d-b1ae-53ae6ee3ce96 None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': 'b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'mac_address': 'fa:16:3e:af:1f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:41:09Z', 'updated_at': '2021-04-21T13:41:23Z', 'revision_number': 1, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:41:25.511822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be1648-458d-460f-8a12-521c991476d1 req-e30fc2f6-4cae-4033-96a0-41fc4a21b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:25.513439 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-e30fc2f6-4cae-4033-96a0-41fc4a21b1de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2552b20a-eb26-41bc-ac02-d866e30a2cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1645079
Apr 21 13:41:25.523381 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629693-56ef-4519-b96d-96060cfd1c75 req-9315af7a-f17d-4141-8f1a-2412d93583e9 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:25.525031 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-28629693-56ef-4519-b96d-96060cfd1c75 req-9315af7a-f17d-4141-8f1a-2412d93583e9 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 947 time: 0.1776330
Apr 21 13:41:25.667380 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-28629693-56ef-4519-b96d-96060cfd1c75 req-b223d389-0494-4fbe-ae39-ad54abb3dca0 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196830
Apr 21 13:41:25.719980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-44d7a163-d8cb-4c38-bc9a-e8eced1394b5 service neutron] 10.222.0.44 "GET /v2.0/networks/2552b20a-eb26-41bc-ac02-d866e30a2cfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938024
Apr 21 13:41:25.761090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2cef06-2d6a-464c-9d90-769e7dec0895 None None] New status for floating IP b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f: ACTIVE {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:41:25.877100 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57be1648-458d-460f-8a12-521c991476d1 req-95d6d7ee-061c-4ce5-ac18-e9c0eaf2994e service neutron] 10.222.0.44 "GET /v2.0/networks/2552b20a-eb26-41bc-ac02-d866e30a2cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484940
Apr 21 13:41:26.821810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 365ce7f3-2a98-44d6-be17-5e08f4d150a8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:41:26.881824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7005c39-556a-4a46-a154-8fe1e3a7e77c req-9e34aa6b-a26f-4b88-bec4-86c9d5153c5a tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:26.883466 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d7005c39-556a-4a46-a154-8fe1e3a7e77c req-9e34aa6b-a26f-4b88-bec4-86c9d5153c5a tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 947 time: 0.0994861
Apr 21 13:41:26.936856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d7005c39-556a-4a46-a154-8fe1e3a7e77c req-3ea60fa2-9203-480b-a60a-8e099bc70a5f tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466096
Apr 21 13:41:26.977426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:26.992521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '365ce7f3-2a98-44d6-be17-5e08f4d150a8', 'network_id': '2552b20a-eb26-41bc-ac02-d866e30a2cfa', 'port_id': '365ce7f3-2a98-44d6-be17-5e08f4d150a8', 'mac_address': 'fa:16:3e:1d:f2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e457fa7-345e-4737-b8b8-9bbbd7cd0124', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:41:27.051282 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:27.076408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365ce7f3-2a98-44d6-be17-5e08f4d150a8 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:41:27.095968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:27.100306 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:27.102718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:27.173408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=365ce7f3-2a98-44d6-be17-5e08f4d150a8,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:27.176627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:27.346401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['365ce7f3-2a98-44d6-be17-5e08f4d150a8'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:41:28.159190 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2d244-4c00-48eb-9d97-54912558b9d6 req-4a88e1e9-70fd-47b2-8c3b-10908ce37318 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:28.161411 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9b2d244-4c00-48eb-9d97-54912558b9d6 req-4a88e1e9-70fd-47b2-8c3b-10908ce37318 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 948 time: 0.0939076
Apr 21 13:41:28.210320 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c9b2d244-4c00-48eb-9d97-54912558b9d6 req-8ae43e7e-a151-43ba-a2cc-0f392a1bcb4a tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425048
Apr 21 13:41:28.856829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 365ce7f3-2a98-44d6-be17-5e08f4d150a8 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:28.928494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:28.934221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:28.934750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:29.222762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:29.253609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ce7f3-2a98-44d6-be17-5e08f4d150a8'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:29.264793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:29.268066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:29.270194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:29.309110 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ce7f3-2a98-44d6-be17-5e08f4d150a8', 'code': 200}
Apr 21 13:41:29.351876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=365ce7f3-2a98-44d6-be17-5e08f4d150a8,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:29.355681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:29.434324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d164dea-9016-42b6-9099-0ba877dc8e7f req-968585ac-5456-48a6-92cb-14c0f9133950 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:29.436032 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2d164dea-9016-42b6-9099-0ba877dc8e7f req-968585ac-5456-48a6-92cb-14c0f9133950 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 949 time: 0.1016376
Apr 21 13:41:29.538003 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2d164dea-9016-42b6-9099-0ba877dc8e7f req-3e8488d0-7a66-4665-a241-8675a9557aee tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942514
Apr 21 13:41:29.571311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe76d9c-16bc-4900-ba8c-445f7a552ec1 req-49223806-00a1-4659-8618-1047d4d64cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:29.573432 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3fe76d9c-16bc-4900-ba8c-445f7a552ec1 req-49223806-00a1-4659-8618-1047d4d64cb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 1102 time: 0.0981243
Apr 21 13:41:29.620651 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3fe76d9c-16bc-4900-ba8c-445f7a552ec1 req-bd6717ac-d507-497b-92da-3c162c304ae4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410216
Apr 21 13:41:30.741033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1e60e-8167-4f00-969f-fb5438ce61a7 req-d9cbfcce-6dc4-4100-aaeb-3076a22bf431 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:30.742671 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-12b1e60e-8167-4f00-969f-fb5438ce61a7 req-d9cbfcce-6dc4-4100-aaeb-3076a22bf431 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 949 time: 0.0885787
Apr 21 13:41:30.795543 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-12b1e60e-8167-4f00-969f-fb5438ce61a7 req-d0afb059-ac8e-478a-9a37-3a78b5854e4e tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463772
Apr 21 13:41:31.278288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875f58-3874-4a52-b02d-2e15b8c55699 req-9eff15b6-053d-425f-a311-518e9313e9a6 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:31.279939 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e875f58-3874-4a52-b02d-2e15b8c55699 req-9eff15b6-053d-425f-a311-518e9313e9a6 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 949 time: 0.0989332
Apr 21 13:41:31.328667 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7e875f58-3874-4a52-b02d-2e15b8c55699 req-bf99d26e-d6be-441b-8f6d-80914b7b4aa7 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421855
Apr 21 13:41:31.946220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:32.542788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915af952-8d9b-4a76-9f7b-88757e44a546 req-d1bf619d-4969-44d7-a9c5-7040099b6eb2 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:32.544402 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-915af952-8d9b-4a76-9f7b-88757e44a546 req-d1bf619d-4969-44d7-a9c5-7040099b6eb2 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 949 time: 0.0965521
Apr 21 13:41:32.594050 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-915af952-8d9b-4a76-9f7b-88757e44a546 req-995ae933-6491-49a7-bb6c-1fdcec4079de tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1992c751-2942-4d58-b599-c776fa0802ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428922
Apr 21 13:41:32.687427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-75888807-6eb8-4010-a4d1-91417bfd4ee4 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:32.688922 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-75888807-6eb8-4010-a4d1-91417bfd4ee4 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.44 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 949 time: 0.0902536
Apr 21 13:41:32.772067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Deleting port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:41:32.772672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:33.040521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] For port 365ce7f3-2a98-44d6-be17-5e08f4d150a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=365ce7f3-2a98-44d6-be17-5e08f4d150a8,segment=NetworkSegment(0a72fa88-434b-44ad-89d5-b1d52b40ec24),segment_id=0a72fa88-434b-44ad-89d5-b1d52b40ec24)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:33.041123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:33.175542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Calling delete_port for 365ce7f3-2a98-44d6-be17-5e08f4d150a8 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:41:33.343659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:33.349612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-235a2106-ce64-4e9e-a6ee-30e60bb82651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:33.398712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Pushing event deleted for resources: {'Port': ['ID=365ce7f3-2a98-44d6-be17-5e08f4d150a8,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:33.402070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:33.483482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] No DVR routers for this DVR port 365ce7f3-2a98-44d6-be17-5e08f4d150a8 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:41:33.486546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:33.489887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'name': 'network-vif-deleted', 'tag': '365ce7f3-2a98-44d6-be17-5e08f4d150a8'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:41:33.506490 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9d2026bb-1f41-4880-a836-6801b77f1722 req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.44 "DELETE /v2.0/ports/365ce7f3-2a98-44d6-be17-5e08f4d150a8 HTTP/1.1" status: 204  len: 173 time: 0.8105001
Apr 21 13:41:33.543735 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79770b45-0178-411e-8ae7-a2321cd2edbf', 'name': 'network-vif-deleted', 'tag': '365ce7f3-2a98-44d6-be17-5e08f4d150a8', 'status': 'completed', 'code': 200}
Apr 21 13:41:33.780813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5ea815ee-817d-41e3-b2bc-3e484fcfab80 req-2ab1f573-e8f7-4c06-a14c-618cd32892c4 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Synchronizing usage tracker for tenant:197676e5296a4dd99ea85cbc3cf2833b on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:41:33.796240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-5ea815ee-817d-41e3-b2bc-3e484fcfab80 req-2ab1f573-e8f7-4c06-a14c-618cd32892c4 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Unset dirty status for tenant:197676e5296a4dd99ea85cbc3cf2833b on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:41:33.797523 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5ea815ee-817d-41e3-b2bc-3e484fcfab80 req-2ab1f573-e8f7-4c06-a14c-618cd32892c4 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] 10.222.0.41 "GET /v2.0/ports?device_id=79770b45-0178-411e-8ae7-a2321cd2edbf HTTP/1.1" status: 200  len: 210 time: 0.0651257
Apr 21 13:41:34.443103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-21bd0a9a-0ca9-49c7-aee9-fed78653d454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:34.875153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 365ce7f3-2a98-44d6-be17-5e08f4d150a8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:41:34.913614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 365ce7f3-2a98-44d6-be17-5e08f4d150a8 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:41:34.914008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 365ce7f3-2a98-44d6-be17-5e08f4d150a8 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:41:36.793178 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-267fe63f-082d-416e-893a-5e99b4e7baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:36.973648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:38.032901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:38.861511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:39.761260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52908) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:39.931767 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7806c082-0a9b-4952-8909-86ceb9d0a5aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=197676e5296a4dd99ea85cbc3cf2833b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1686571
Apr 21 13:41:39.934175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52916) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:40.004726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:40.032331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:40.077449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:40.082786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-953f956c-3c0d-4d43-8684-25304531eaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:40.099709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992c751-2942-4d58-b599-c776fa0802ad,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:40.102546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:40.109423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:40.110676 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1992c751-2942-4d58-b599-c776fa0802ad HTTP/1.1" status: 204  len: 168 time: 0.1754301
Apr 21 13:41:40.816641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52940) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:40.929711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1587431983-network', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:40.934799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:40.938973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Usage tracker for resource:network and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:40.942159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:40.950240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:40.961566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Made reservation on behalf of c95ad2f4ab454f5c80446f33bdaa8942 for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:41:40.967174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:40.980573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:40.996362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:41.000546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:41.003620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:41.010194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:41.099134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.101821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.106086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e44f9806-313a-48c7-8ecb-319dd30e57cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:41.133494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:41:41.150541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fe827f-f86f-434d-9366-c6744705edb5,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:41.154326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:41.157044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.157433 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Added segment 0b4e16a8-d96f-46b0-aed2-180ae4ce4a60 of type vlan for network af86c026-121e-43d1-8001-1419eb8aafdc
Apr 21 13:41:41.190290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.225325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.227489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:41.228434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.233554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:41.343494 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5255702
Apr 21 13:41:41.344447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Pushing event updated for resources: {'Network': ['ID=af86c026-121e-43d1-8001-1419eb8aafdc,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:41.346717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52948) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:41.347687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5501740e-126c-4340-aa88-e4844dbcc890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:41.353056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Request body: {'subnet': {'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1587431983-subnet', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:41.355084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network af86c026-121e-43d1-8001-1419eb8aafdc details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:41:41.358522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:41.362642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Usage tracker for resource:subnet and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:41.365930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:41.372536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:41.382096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Made reservation on behalf of c95ad2f4ab454f5c80446f33bdaa8942 for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:41:41.387566 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852543550'] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.796275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851014308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852543533'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.801297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:41.884895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5625fac-df9f-472c-87b3-1cb02cc245ee,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:41.889137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:41.889914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Checking segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:41.890317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Network hostable DHCP agents. Network: af86c026-121e-43d1-8001-1419eb8aafdc, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:41:41.911640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Network af86c026-121e-43d1-8001-1419eb8aafdc is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:41:41.921192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, af86c026-121e-43d1-8001-1419eb8aafdc) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:41.930278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22793f-c847-46c1-9c0a-3b5e71e3ebc5 None None] Network af86c026-121e-43d1-8001-1419eb8aafdc requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:41:41.933773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:41.934434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.953866 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d71d42b7-5d25-4d47-a31c-187e47b67e90 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6058075
Apr 21 13:41:41.956469 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52952) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:41.963077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:41.968428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:41.972744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Usage tracker for resource:router and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:41.976436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:41.983570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:41.992989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:41.994701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.010005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.161688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-af86c026-121e-43d1-8001-1419eb8aafdc', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:41:42.163313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.297444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.342715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Allocated IP 172.20.0.2 (af86c026-121e-43d1-8001-1419eb8aafdc/a5625fac-df9f-472c-87b3-1cb02cc245ee/c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:42.564976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.576033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Transition to ACTIVE for port object c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:42.595565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Transition to ACTIVE for port object c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:42.600186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.606213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:42.656813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.666993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Network af86c026-121e-43d1-8001-1419eb8aafdc is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:42.668230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:42.670816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:42.689337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.759344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Pushing event updated for resources: {'Port': ['ID=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:42.762810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:42.785366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Attempting to bind port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:42.785794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Attempting to bind port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:42.786210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Attempting to bind port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 on network af86c026-121e-43d1-8001-1419eb8aafdc {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:42.792660 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:42.793088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Checking segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:42.793545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.793989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Bound using segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:42.794557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Bound port: c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:42.795086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.843274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Allocated IP 172.27.0.36 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/657d5f36-d76c-4cc3-b373-31ba805a1a16) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:42.892339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] For port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:42.895580 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] For port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:42.899078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:42.904430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:42.993241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Pushing event updated for resources: {'Port': ['ID=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:42.996710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:43.029518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:43.059443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:43.064495 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:43.123665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:43.131478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:43.134056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:43.186482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Pushing event updated for resources: {'Port': ['ID=657d5f36-d76c-4cc3-b373-31ba805a1a16,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:43.189496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:43.567071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:43.614194 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:43.644677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:44.241728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:44.355799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17872f5f-bff1-40dc-888a-d5c94ed63fe2 None None] Network af86c026-121e-43d1-8001-1419eb8aafdc requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:41:44.464965 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Router 7dce5d0d-3c41-4952-a472-17320d6b876c is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:41:44.481228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Provisioning for port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:44.500466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Provisioning complete for port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:44.500899 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:44.670372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:41:44.680121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Sync routers for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:41:44.694137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:44.695063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5358>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:44.696852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:44.702756 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e6f332fd-5f46-4425-940c-e137494fba22 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7404785
Apr 21 13:41:44.703440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52964) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:44.734274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:44.782156 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] For port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:44.786075 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:44.789169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:44.867524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Pushing event updated for resources: {'Port': ['ID=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:44.872400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:44.900525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:45.007887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-30a9dce6-80f2-423b-8397-4bc82bcab67a None None] Provisioning complete for port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:45.008680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-30a9dce6-80f2-423b-8397-4bc82bcab67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.215480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5358>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:43Z', 'revision_number': 3, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:45.219553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Checking router: 7dce5d0d-3c41-4952-a472-17320d6b876c for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:41:45.219944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Updating router 7dce5d0d-3c41-4952-a472-17320d6b876c port 657d5f36-d76c-4cc3-b373-31ba805a1a16 binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:41:45.276856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.503921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.549715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:45.638008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:45.638382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.642280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.655687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Transition to ACTIVE for port object 657d5f36-d76c-4cc3-b373-31ba805a1a16 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:45.663198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.669533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-898080cb-6931-44f5-9596-c31066265017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:45.745042 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Pushing event updated for resources: {'Port': ['ID=657d5f36-d76c-4cc3-b373-31ba805a1a16,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:45.753335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Allocated IP 172.20.0.1 (af86c026-121e-43d1-8001-1419eb8aafdc/a5625fac-df9f-472c-87b3-1cb02cc245ee/2ae44a81-7e04-489b-a1a1-9f1c39c7afaa) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:45.760509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.760897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.761274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.761647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.762012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.762446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.762766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.763320 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.763499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.763858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.764201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.765049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:45.769596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:45.777220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Attempting to bind port 657d5f36-d76c-4cc3-b373-31ba805a1a16 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:45.777635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Attempting to bind port 657d5f36-d76c-4cc3-b373-31ba805a1a16 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:45.778044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Attempting to bind port 657d5f36-d76c-4cc3-b373-31ba805a1a16 on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:45.783801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:45.784220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:45.784662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.785096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:45.785606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Bound port: 657d5f36-d76c-4cc3-b373-31ba805a1a16, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:45.786026 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.862983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] For port 657d5f36-d76c-4cc3-b373-31ba805a1a16, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:45.866231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] For port 657d5f36-d76c-4cc3-b373-31ba805a1a16, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=657d5f36-d76c-4cc3-b373-31ba805a1a16,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:45.870000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.873996 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e420a43c-7c37-42e3-b41a-0b042334579d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:45.912792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.929264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Transition to ACTIVE for port object 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:45.955627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:45.956301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5358>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:45.956841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:45.961843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:46.023415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Network af86c026-121e-43d1-8001-1419eb8aafdc is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:46.023684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Pushing event updated for resources: {'Port': ['ID=657d5f36-d76c-4cc3-b373-31ba805a1a16,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:46.031255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:46.036134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:46.078419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Pushing event updated for resources: {'Port': ['ID=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:46.083054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:46.102154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:46.110167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-07bf2039-a736-49bf-8393-39f3394f0b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:46.157453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:46.234905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:46.275253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-837b67be-fe35-4171-885b-700703acaf57 None None] Provisioning for port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:46.284150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-837b67be-fe35-4171-885b-700703acaf57 None None] Provisioning complete for port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:46.284841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-837b67be-fe35-4171-885b-700703acaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:46.386210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-837b67be-fe35-4171-885b-700703acaf57 None None] Port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:41:46.473501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5358>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:43Z', 'revision_number': 3, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:46.477760 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ec70-1af4-4130-8bde-54bcf5e7acfc None None] The sync data for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi is: [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:43Z', 'revision_number': 3, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:41:46.478624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:46.483554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:46.513176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-382eb709-b6e8-4d2b-a401-d6bcfca7ac30 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:46.605702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:46.610432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Pushing event updated for resources: {'Port': ['ID=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:46.615451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:46.757056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Network af86c026-121e-43d1-8001-1419eb8aafdc is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:46.758224 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:47.006883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Router 7dce5d0d-3c41-4952-a472-17320d6b876c has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:41:47.011973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-932d03fd-1f15-436d-905f-d1eaba3bdcec None None] Provisioning complete for port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:47.012462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-932d03fd-1f15-436d-905f-d1eaba3bdcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:47.075897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-932d03fd-1f15-436d-905f-d1eaba3bdcec None None] Port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:41:47.467936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:41:47.477841 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] 10.222.0.41 "PUT /v2.0/routers/7dce5d0d-3c41-4952-a472-17320d6b876c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7732439
Apr 21 13:41:47.579286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 657d5f36-d76c-4cc3-b373-31ba805a1a16 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:47.651215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 657d5f36-d76c-4cc3-b373-31ba805a1a16 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:47.656262 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 657d5f36-d76c-4cc3-b373-31ba805a1a16 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:47.656694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:47.783889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:47.801326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 657d5f36-d76c-4cc3-b373-31ba805a1a16, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=657d5f36-d76c-4cc3-b373-31ba805a1a16,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:47.807217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:47.809183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:47.885450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=657d5f36-d76c-4cc3-b373-31ba805a1a16,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:47.888623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:48.119115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52988) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:48.125649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-204144224-network', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:48.130883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:48.135208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Usage tracker for resource:network and tenant:72f3d6df24dc45c9b7230f009631d536 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:48.138322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:48.144488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:48.155809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Made reservation on behalf of 72f3d6df24dc45c9b7230f009631d536 for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:41:48.160674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.174866 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.190702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:48.194816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Usage tracker for resource:security_group_rule and tenant:72f3d6df24dc45c9b7230f009631d536 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:48.197863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:48.204138 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:48.290499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.293548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.297825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d54c6f0f-f8eb-4cd5-8a44-de877d519730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:48.323943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:41:48.337157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f7cff-3f4e-4601-a823-71832ccce181,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:48.342906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.343297 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Added segment ffbe4cc7-8256-4294-8f0b-edff8481c342 of type vlan for network 673a6160-5923-4228-859b-63120e1b1c29
Apr 21 13:41:48.352337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.352756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.353193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.353596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.353993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.354390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.354835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.355234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.355629 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.356021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.356414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.356804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:41:48.361317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:48.383661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.414137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.415575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:48.416223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:48.421173 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:48.763142 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6428089
Apr 21 13:41:48.766000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 52992) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:48.768662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Pushing event updated for resources: {'Network': ['ID=673a6160-5923-4228-859b-63120e1b1c29,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:48.771694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:48.776662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Request body: {'subnet': {'network_id': '673a6160-5923-4228-859b-63120e1b1c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-204144224-subnet', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:48.779742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 673a6160-5923-4228-859b-63120e1b1c29 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:41:48.782637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:48.786789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Usage tracker for resource:subnet and tenant:72f3d6df24dc45c9b7230f009631d536 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:48.789827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:48.796492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:48.805408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Made reservation on behalf of 72f3d6df24dc45c9b7230f009631d536 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:41:48.810335 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851710890'] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.217810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Sync routers for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:41:49.225187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1267249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851710905'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.227728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:49.228472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c90039e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:49.230168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d043366-28b5-49af-a350-6b6a8361fa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:49.305388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=380c0741-befb-4604-9705-becfec457a3e,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:49.311202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:49.313832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Checking segment: {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:49.314229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Network hostable DHCP agents. Network: 673a6160-5923-4228-859b-63120e1b1c29, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:41:49.333577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Network 673a6160-5923-4228-859b-63120e1b1c29 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:41:49.342623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 673a6160-5923-4228-859b-63120e1b1c29) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:49.359220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:41:49.359885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.381790 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-683d910c-84b6-4154-ba40-a63d1386cc8f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6144984
Apr 21 13:41:49.385181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 52998) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:49.391234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:41:49.396579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:41:49.401798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Usage tracker for resource:router and tenant:72f3d6df24dc45c9b7230f009631d536 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:41:49.405550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:41:49.412573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:41:49.436267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853035537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768240'] for router, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.437487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1740263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7579'] for router, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.464114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.522699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d0e06-8d63-4171-ac7b-26d1f28b33e6 None None] Network 673a6160-5923-4228-859b-63120e1b1c29 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:41:49.604921 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 657d5f36-d76c-4cc3-b373-31ba805a1a16 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:49.766733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774923'] for router, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:49.782345 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:49.907963 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 657d5f36-d76c-4cc3-b373-31ba805a1a16 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:49.908307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.106396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.141628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.158481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd025f632-a5c6-5099-8eb7-785fd00ce953-673a6160-5923-4228-859b-63120e1b1c29', 'network_id': '673a6160-5923-4228-859b-63120e1b1c29', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'fixed_ips': [{'subnet_id': '380c0741-befb-4604-9705-becfec457a3e'}]}} from dv-cinder-787195-3-iscsi. {{(pid=86360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 13:41:50.159923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.296774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Allocated IP 172.27.0.204 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/43577287-733d-4823-a5fe-634fc5f411df) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:50.397017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:41:50.461852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.483078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Allocated IP 172.20.0.2 (673a6160-5923-4228-859b-63120e1b1c29/380c0741-befb-4604-9705-becfec457a3e/70936b3a-c72f-40cd-966f-840820fe9d68) {{(pid=86360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:50.493867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.499281 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:50.522289 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c90039e8>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 2, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:50.566677 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:50.569668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:50.572719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:50.574629 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Checking router: 7dce5d0d-3c41-4952-a472-17320d6b876c for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:41:50.575405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Updating router 7dce5d0d-3c41-4952-a472-17320d6b876c port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:41:50.616112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Pushing event updated for resources: {'Port': ['ID=43577287-733d-4823-a5fe-634fc5f411df,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:50.619153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:50.666988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.901464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Notify callbacks [] for port, precommit_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:50.931638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Transition to ACTIVE for port object 70936b3a-c72f-40cd-966f-840820fe9d68 will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:51.032675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.036448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Transition to ACTIVE for port object 70936b3a-c72f-40cd-966f-840820fe9d68 will not be triggered until provisioned by entity DHCP. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:51.050139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966'] for port, after_create {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.057365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:51.146273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Network 673a6160-5923-4228-859b-63120e1b1c29 is already hosted by enough agents. {{(pid=86360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:51.152328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Resources bound (agent type, host, resource id):  {{(pid=86360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:51.164546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Received port after_create {{(pid=86360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:51.179134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Pushing event updated for resources: {'Port': ['ID=70936b3a-c72f-40cd-966f-840820fe9d68,revision_number=1']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:51.218171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:51.413324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853009084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853024036'] for router, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.463727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Attempting to bind port 70936b3a-c72f-40cd-966f-840820fe9d68 on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:51.464143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Attempting to bind port 70936b3a-c72f-40cd-966f-840820fe9d68 by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:51.464554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Attempting to bind port 70936b3a-c72f-40cd-966f-840820fe9d68 on network 673a6160-5923-4228-859b-63120e1b1c29 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:51.505362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:51.505789 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Checking segment: {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:51.506244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.506737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Bound using segment: {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:51.507280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Bound port: 70936b3a-c72f-40cd-966f-840820fe9d68, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:51.507696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.601013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.631867 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Transition to ACTIVE for port object 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:51.634213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Router eb41f65b-8180-4415-b81b-970cf258ea68 is scheduled to L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 with binding_index 1 {{(pid=86358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 13:41:51.641976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.647731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f4db2cf0-00b4-4c8f-b5fb-fb01e81aca6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:51.688632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] For port 70936b3a-c72f-40cd-966f-840820fe9d68, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:51.792726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] For port 70936b3a-c72f-40cd-966f-840820fe9d68, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=70936b3a-c72f-40cd-966f-840820fe9d68,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:51.803418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:51.807819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d221-18eb-440c-99d4-d7b0dfe474c7 None None] Pushing event updated for resources: {'Port': ['ID=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:51.846551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9965d221-18eb-440c-99d4-d7b0dfe474c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:51.847000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:51.991461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Attempting to bind port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:51.991985 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Attempting to bind port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:51.992284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Attempting to bind port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa on network af86c026-121e-43d1-8001-1419eb8aafdc {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:52.010500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:52.010935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Checking segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:52.011393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:52.011840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Bound using segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:52.012376 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Bound port: 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:52.012825 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:52.036800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Pushing event updated for resources: {'Port': ['ID=70936b3a-c72f-40cd-966f-840820fe9d68,revision_number=2']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:52.041060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:52.115638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:41:52.125313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] For port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:52.125526 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Sync routers for ids ['eb41f65b-8180-4415-b81b-970cf258ea68'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:41:52.129221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] For port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:52.132887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:52.136839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Routers {'eb41f65b-8180-4415-b81b-970cf258ea68'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:52.137427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:52.137742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ca04b240>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['eb41f65b-8180-4415-b81b-970cf258ea68'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:52.150670 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:52.152879 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7663815
Apr 21 13:41:52.154903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53006) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:41:52.220351 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:52.221071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c90039e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:52.428856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Set router eb41f65b-8180-4415-b81b-970cf258ea68 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:52.474906 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d221-18eb-440c-99d4-d7b0dfe474c7 None None] Pushing event updated for resources: {'Port': ['ID=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:52.494235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9965d221-18eb-440c-99d4-d7b0dfe474c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:52.593151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:52.818114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ca04b240>, [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:41:50Z', 'revision_number': 3, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:52.823083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Checking router: eb41f65b-8180-4415-b81b-970cf258ea68 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:41:52.823486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Updating router eb41f65b-8180-4415-b81b-970cf258ea68 port 43577287-733d-4823-a5fe-634fc5f411df binding host dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:41:52.883187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:52.953971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c90039e8>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:52Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:52.958879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc7195-120b-4c75-9d66-b5deeb1acec8 None None] The sync data for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi is: [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:52Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:41:53.145905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.427799 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Allocated IP 172.20.0.1 (673a6160-5923-4228-859b-63120e1b1c29/380c0741-befb-4604-9705-becfec457a3e/a981ffda-2187-4695-935d-48a6ebbf643b) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:41:53.476504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.495361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Transition to ACTIVE for port object 43577287-733d-4823-a5fe-634fc5f411df will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:53.503696 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.509633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:53.602131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ec597-ec7d-442a-8c32-7a70d870797d None None] Network 673a6160-5923-4228-859b-63120e1b1c29 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:41:53.611408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a048805-66a4-49e0-a147-e71bfdfe5599 None None] Pushing event updated for resources: {'Port': ['ID=43577287-733d-4823-a5fe-634fc5f411df,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:53.614707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Attempting to bind port 43577287-733d-4823-a5fe-634fc5f411df on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:53.615401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Attempting to bind port 43577287-733d-4823-a5fe-634fc5f411df by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:53.616030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Attempting to bind port 43577287-733d-4823-a5fe-634fc5f411df on network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:53.622764 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1a048805-66a4-49e0-a147-e71bfdfe5599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:53.638968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:53.639405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Checking segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:53.639864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.640307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Bound using segment: {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:53.640836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Bound port: 43577287-733d-4823-a5fe-634fc5f411df, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:53.641668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.665735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.709553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Transition to ACTIVE for port object a981ffda-2187-4695-935d-48a6ebbf643b will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:53.738604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] For port 43577287-733d-4823-a5fe-634fc5f411df, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:53.742448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] For port 43577287-733d-4823-a5fe-634fc5f411df, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=43577287-733d-4823-a5fe-634fc5f411df,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:53.748702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.754348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:53.756428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 70936b3a-c72f-40cd-966f-840820fe9d68 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:53.756817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.763031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5b772730-a761-423e-ab1a-669cfa048da5 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:53.813030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-a403f24d-7055-440c-8245-fffc4cc6b05e None None] Provisioning for port 70936b3a-c72f-40cd-966f-840820fe9d68 completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:53.842596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Network 673a6160-5923-4228-859b-63120e1b1c29 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:53.852981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:53.858247 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:41:53.861953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Routers {'eb41f65b-8180-4415-b81b-970cf258ea68'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:53.862911 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ca04b240>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['eb41f65b-8180-4415-b81b-970cf258ea68'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:53.916209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Pushing event updated for resources: {'Port': ['ID=a981ffda-2187-4695-935d-48a6ebbf643b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:53.920826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:53.956358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a048805-66a4-49e0-a147-e71bfdfe5599 None None] Pushing event updated for resources: {'Port': ['ID=43577287-733d-4823-a5fe-634fc5f411df,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:53.960369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-1a048805-66a4-49e0-a147-e71bfdfe5599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:53.967373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 70936b3a-c72f-40cd-966f-840820fe9d68 completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:53.967584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740545'] for router_interface, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:53.977131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 70936b3a-c72f-40cd-966f-840820fe9d68 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:53.977673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.109050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.181239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.240648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 70936b3a-c72f-40cd-966f-840820fe9d68, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=70936b3a-c72f-40cd-966f-840820fe9d68,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:54.247751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.248681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:54.271837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] Set router eb41f65b-8180-4415-b81b-970cf258ea68 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:54.286279 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:54.404920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=70936b3a-c72f-40cd-966f-840820fe9d68,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:54.409999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:54.424966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:54.436008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:54.436440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.450408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.456736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851014716'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.502428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-700bcf32-42d1-4401-9f88-1b3f31f6ab88 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:54.595424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853035162'] for router_interface, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.600464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Pushing event updated for resources: {'Port': ['ID=a981ffda-2187-4695-935d-48a6ebbf643b,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:54.606096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:54.625919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.672215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-958f9b3b-3a8e-423c-8269-bd04081201f2 None None] Provisioning complete for port 70936b3a-c72f-40cd-966f-840820fe9d68 triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:54.672593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-958f9b3b-3a8e-423c-8269-bd04081201f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.724384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ca04b240>, [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:41:50Z', 'revision_number': 3, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:54.730754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9dd6c-d729-4594-945b-97b342be6850 None None] The sync data for ids ['eb41f65b-8180-4415-b81b-970cf258ea68'] in dv-cinder-787195-3-iscsi is: [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:41:50Z', 'revision_number': 3, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:41:54.775139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Network 673a6160-5923-4228-859b-63120e1b1c29 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:41:54.776579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:41:54.928557 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:54.950798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:54.953232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:55.020470 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Router eb41f65b-8180-4415-b81b-970cf258ea68 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:41:55.082022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:55.087576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:55.104563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-958f9b3b-3a8e-423c-8269-bd04081201f2 None None] Provisioning for port a981ffda-2187-4695-935d-48a6ebbf643b completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:55.109743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-958f9b3b-3a8e-423c-8269-bd04081201f2 None None] Provisioning complete for port a981ffda-2187-4695-935d-48a6ebbf643b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:55.110170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-958f9b3b-3a8e-423c-8269-bd04081201f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:55.171154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-958f9b3b-3a8e-423c-8269-bd04081201f2 None None] Port a981ffda-2187-4695-935d-48a6ebbf643b cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:41:55.234539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:41:55.245426 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] 10.222.0.41 "PUT /v2.0/routers/eb41f65b-8180-4415-b81b-970cf258ea68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0893579
Apr 21 13:41:55.293124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-c7fa8209-a8a1-4cf5-8a24-3aed49a81e7e None None] Provisioning complete for port a981ffda-2187-4695-935d-48a6ebbf643b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:55.293554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8209-a8a1-4cf5-8a24-3aed49a81e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:55.360050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa8209-a8a1-4cf5-8a24-3aed49a81e7e None None] Port a981ffda-2187-4695-935d-48a6ebbf643b cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:41:55.648218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 70936b3a-c72f-40cd-966f-840820fe9d68 up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:55.723492 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 70936b3a-c72f-40cd-966f-840820fe9d68 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:55.723929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:55.862961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:55.960139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:55.960562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:56.111781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 43577287-733d-4823-a5fe-634fc5f411df up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:56.192626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port 43577287-733d-4823-a5fe-634fc5f411df completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:41:56.198750 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 43577287-733d-4823-a5fe-634fc5f411df triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:56.199310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:56.334370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:56.353021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port 43577287-733d-4823-a5fe-634fc5f411df, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=43577287-733d-4823-a5fe-634fc5f411df,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:41:56.356382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:56.358327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:56.437778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=43577287-733d-4823-a5fe-634fc5f411df,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:56.441031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:57.578904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 43577287-733d-4823-a5fe-634fc5f411df up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:41:57.671213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port 43577287-733d-4823-a5fe-634fc5f411df triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:41:57.671640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:57.745010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Sync routers for ids ['eb41f65b-8180-4415-b81b-970cf258ea68'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:41:57.764202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Routers {'eb41f65b-8180-4415-b81b-970cf258ea68'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:57.765294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a442e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['eb41f65b-8180-4415-b81b-970cf258ea68'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:58.047830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Set router eb41f65b-8180-4415-b81b-970cf258ea68 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:41:58.449537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a442e8>, [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 4, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'a981ffda-2187-4695-935d-48a6ebbf643b', 'name': '', 'network_id': '673a6160-5923-4228-859b-63120e1b1c29', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'mac_address': 'fa:16:3e:64:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '380c0741-befb-4604-9705-becfec457a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:53Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 2, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'subnets': [{'id': '380c0741-befb-4604-9705-becfec457a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:58.454084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Checking router: eb41f65b-8180-4415-b81b-970cf258ea68 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:41:58.454551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Updating router eb41f65b-8180-4415-b81b-970cf258ea68 port a981ffda-2187-4695-935d-48a6ebbf643b binding host dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 13:41:58.527704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:58.952051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Notify callbacks [] for port, precommit_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:58.968196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Transition to ACTIVE for port object a981ffda-2187-4695-935d-48a6ebbf643b will not be triggered until provisioned by entity L2. {{(pid=86360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:41:58.977112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:58.982213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:59.195717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f206-ecc4-491c-a6c5-5894eab3b383 None None] Pushing event updated for resources: {'Port': ['ID=a981ffda-2187-4695-935d-48a6ebbf643b,revision_number=3']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:59.204385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6fd5f206-ecc4-491c-a6c5-5894eab3b383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:59.229807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Attempting to bind port a981ffda-2187-4695-935d-48a6ebbf643b on host dv-cinder-787195-3-iscsi for vnic_type normal with profile  {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:41:59.230541 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Attempting to bind port a981ffda-2187-4695-935d-48a6ebbf643b by drivers openvswitch,hyperv on host dv-cinder-787195-3-iscsi at level 0 using segments [{'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:41:59.231145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Attempting to bind port a981ffda-2187-4695-935d-48a6ebbf643b on network 673a6160-5923-4228-859b-63120e1b1c29 {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:41:59.240895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Checking agent: {'id': '4f628df1-2a53-43c2-a4d9-a790b1d4e0ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 8), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:41:59.241330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Checking segment: {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:41:59.241944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:59.242397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Bound using segment: {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'} {{(pid=86360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:41:59.243570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Bound port: a981ffda-2187-4695-935d-48a6ebbf643b, host: dv-cinder-787195-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbe4cc7-8256-4294-8f0b-edff8481c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '673a6160-5923-4228-859b-63120e1b1c29'}}] {{(pid=86360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:41:59.244007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:59.358518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] For port a981ffda-2187-4695-935d-48a6ebbf643b, host dv-cinder-787195-3-iscsi, cleared binding levels {{(pid=86360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:41:59.364569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] For port a981ffda-2187-4695-935d-48a6ebbf643b, host dv-cinder-787195-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=a981ffda-2187-4695-935d-48a6ebbf643b,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:41:59.369861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:41:59.374910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4f77c41b-37fc-4d6d-8c5a-db5ed7832080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:41:59.632004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f206-ecc4-491c-a6c5-5894eab3b383 None None] Pushing event updated for resources: {'Port': ['ID=a981ffda-2187-4695-935d-48a6ebbf643b,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:41:59.636070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6fd5f206-ecc4-491c-a6c5-5894eab3b383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:41:59.644674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Routers {'eb41f65b-8180-4415-b81b-970cf258ea68'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:41:59.645400 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a442e8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:41:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['eb41f65b-8180-4415-b81b-970cf258ea68'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:41:59.859467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] Set router eb41f65b-8180-4415-b81b-970cf258ea68 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:00.245426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a442e8>, [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 4, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'a981ffda-2187-4695-935d-48a6ebbf643b', 'name': '', 'network_id': '673a6160-5923-4228-859b-63120e1b1c29', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'mac_address': 'fa:16:3e:64:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '380c0741-befb-4604-9705-becfec457a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:53Z', 'updated_at': '2021-04-21T13:41:59Z', 'revision_number': 4, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'subnets': [{'id': '380c0741-befb-4604-9705-becfec457a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:00.250112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db665a-3755-43ea-b7ce-003ac89f6af1 None None] The sync data for ids ['eb41f65b-8180-4415-b81b-970cf258ea68'] in dv-cinder-787195-3-iscsi is: [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 4, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': 'a981ffda-2187-4695-935d-48a6ebbf643b', 'name': '', 'network_id': '673a6160-5923-4228-859b-63120e1b1c29', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'mac_address': 'fa:16:3e:64:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '380c0741-befb-4604-9705-becfec457a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:53Z', 'updated_at': '2021-04-21T13:41:59Z', 'revision_number': 4, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'subnets': [{'id': '380c0741-befb-4604-9705-becfec457a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:42:01.634849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device a981ffda-2187-4695-935d-48a6ebbf643b up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:42:01.726548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning for port a981ffda-2187-4695-935d-48a6ebbf643b completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:42:01.735287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port a981ffda-2187-4695-935d-48a6ebbf643b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:01.735955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:01.896524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:01.956819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:01.958626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-274010af-8223-424d-862e-25075d4ffccb None None] For port a981ffda-2187-4695-935d-48a6ebbf643b, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=a981ffda-2187-4695-935d-48a6ebbf643b,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:01.964056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:01.966041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9965d221-18eb-440c-99d4-d7b0dfe474c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:02.058920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Pushing event updated for resources: {'Port': ['ID=a981ffda-2187-4695-935d-48a6ebbf643b,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:02.062447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:03.578104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device a981ffda-2187-4695-935d-48a6ebbf643b up at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:42:03.687283 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-274010af-8223-424d-862e-25075d4ffccb None None] Provisioning complete for port a981ffda-2187-4695-935d-48a6ebbf643b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:03.687890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:04.469936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1f753e06-20f0-4aa5-bd4b-7ec5ba9712b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:05.032893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4d8f-f5dc-4b35-a8b3-49c76da41da1 req-eb21c4ac-81c4-4880-b17c-6731b52922bd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:05.034574 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0e8e4d8f-f5dc-4b35-a8b3-49c76da41da1 req-eb21c4ac-81c4-4880-b17c-6731b52922bd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.0907948
Apr 21 13:42:05.085646 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0e8e4d8f-f5dc-4b35-a8b3-49c76da41da1 req-d8a454d4-a9a6-490e-84ae-78fff7df4a7b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435159
Apr 21 13:42:05.426032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-b1bd04e4-e956-4fb3-81d5-3974a0af174a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:05.426829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-b1bd04e4-e956-4fb3-81d5-3974a0af174a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Synchronizing usage tracker for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:network {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:42:05.442988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-b1bd04e4-e956-4fb3-81d5-3974a0af174a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Unset dirty status for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:network {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:42:05.444288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-b1bd04e4-e956-4fb3-81d5-3974a0af174a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 815 time: 0.1786075
Apr 21 13:42:05.460374 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-692f836f-7b0c-4a80-95de-fa413d1296bd tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/quotas/c95ad2f4ab454f5c80446f33bdaa8942 HTTP/1.1" status: 200  len: 375 time: 0.0099368
Apr 21 13:42:05.557526 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-e8681a61-3b05-44d6-912e-d21727241abe tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0906324
Apr 21 13:42:05.710416 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-001b658e-4b7d-44e9-ab8b-c7a9986fd193 service neutron] 10.222.0.41 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397240
Apr 21 13:42:05.865270 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-f3dc4b26-b5af-4278-b1cb-297057a30962 service neutron] 10.222.0.41 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468909
Apr 21 13:42:06.064907 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e1ca0477-0b62-4148-b59c-790c034fed50 req-3d41c8df-5fb0-44cc-aeac-045e133f743f tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 210 time: 0.0491180
Apr 21 13:42:06.298208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d30cb-9dfe-4ec2-bad3-61655cfd683d req-7cce8097-c871-4147-aa52-06e107d3b965 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:06.299867 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0d4d30cb-9dfe-4ec2-bad3-61655cfd683d req-7cce8097-c871-4147-aa52-06e107d3b965 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.0892680
Apr 21 13:42:06.353893 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0d4d30cb-9dfe-4ec2-bad3-61655cfd683d req-8bea6a39-9e3c-4922-97f0-2710c300fe7e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467062
Apr 21 13:42:06.796479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1102a290-8209-42c1-8ccf-1eb415c102df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:06.975815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:07.252721 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-3a9f34ab-3703-4f68-aa44-6e24b1d22907 req-1ac896bf-3862-45f4-bfa6-03f9ac6ff852 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 210 time: 0.0597854
Apr 21 13:42:07.277786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-a6474537-f6fa-49d3-b70c-15a065af7b3d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:07.279396 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-a6474537-f6fa-49d3-b70c-15a065af7b3d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 815 time: 0.2150655
Apr 21 13:42:07.293811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'port': {'device_id': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'admin_state_up': True, 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:07.465043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:07.469268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:port and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:07.472461 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:07.478951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:07.528999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Made reservation on behalf of c95ad2f4ab454f5c80446f33bdaa8942 for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:42:07.535050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:07.776765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Allocated IP 172.20.0.5 (af86c026-121e-43d1-8001-1419eb8aafdc/a5625fac-df9f-472c-87b3-1cb02cc245ee/fd8a064f-0dcc-402d-9685-be3dd9bcba1c) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:42:07.861346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23823b2-f5b0-4a7a-a944-257a02b311a4 req-501b29e5-3cc4-4c4a-97c6-83289e95cb71 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:07.863327 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a23823b2-f5b0-4a7a-a944-257a02b311a4 req-501b29e5-3cc4-4c4a-97c6-83289e95cb71 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.3808808
Apr 21 13:42:08.022699 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a23823b2-f5b0-4a7a-a944-257a02b311a4 req-de447c84-6133-4dd9-a315-03b0688afab0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1499217
Apr 21 13:42:08.040277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:08.119685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:08.138873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Transition to ACTIVE for port object fd8a064f-0dcc-402d-9685-be3dd9bcba1c will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:42:08.162383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:08.175364 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-19928264-5743-4482-a80a-7298d3a3292e tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:08.236619 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Network af86c026-121e-43d1-8001-1419eb8aafdc is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:42:08.245895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:42:08.253790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:42:08.301909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:08.307801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:08.343103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:08.343772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:08.369243 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0800612
Apr 21 13:42:08.520195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-a541ca12-53fd-4653-8fc5-3f9ff1611e59 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:08.521087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-a541ca12-53fd-4653-8fc5-3f9ff1611e59 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Synchronizing usage tracker for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:42:08.539225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-a541ca12-53fd-4653-8fc5-3f9ff1611e59 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Unset dirty status for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:42:08.540553 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-a541ca12-53fd-4653-8fc5-3f9ff1611e59 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1261692
Apr 21 13:42:08.546446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-98e551f5-f4c5-4b90-bc45-89676bc4a9bd None None] Provisioning for port fd8a064f-0dcc-402d-9685-be3dd9bcba1c completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:42:08.551567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-98e551f5-f4c5-4b90-bc45-89676bc4a9bd None None] Provisioning complete for port fd8a064f-0dcc-402d-9685-be3dd9bcba1c triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:08.551980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-98e551f5-f4c5-4b90-bc45-89676bc4a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:08.597944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53146) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:08.618724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-98e551f5-f4c5-4b90-bc45-89676bc4a9bd None None] Port fd8a064f-0dcc-402d-9685-be3dd9bcba1c cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:42:08.622769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-e4ddf19d-665a-4b58-a56b-9be72df09b2d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Synchronizing usage tracker for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:security_group {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:42:08.656161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-e4ddf19d-665a-4b58-a56b-9be72df09b2d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Unset dirty status for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:security_group {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:42:08.659101 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f9beb40e-4f3b-4e97-99a6-905151573042 req-e4ddf19d-665a-4b58-a56b-9be72df09b2d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112084
Apr 21 13:42:08.870249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:09.060425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Deleting port dc0891a3-873a-47a8-91e3-78ac89b9cc4d {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:09.060807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:09.260813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:09.261440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:09.266018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882881af-6bc3-4c47-96ba-4f19e2a2edd3 req-ba0a0f3b-fe37-43f9-a7b9-95c3ff158f90 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:09.267741 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-882881af-6bc3-4c47-96ba-4f19e2a2edd3 req-ba0a0f3b-fe37-43f9-a7b9-95c3ff158f90 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1013947
Apr 21 13:42:09.330867 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-882881af-6bc3-4c47-96ba-4f19e2a2edd3 req-2c36a544-f00d-45ef-9fd9-ff1fab6e4040 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550373
Apr 21 13:42:09.402290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Calling delete_port for dc0891a3-873a-47a8-91e3-78ac89b9cc4d owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:09.856534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:09.863428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:09.895786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ea0c-b392-4da6-8972-7ca7ca71f0fe req-ee7dc78f-70b1-47f6-b68b-bab4c9bfc172 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:09.897476 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aea5ea0c-b392-4da6-8972-7ca7ca71f0fe req-ee7dc78f-70b1-47f6-b68b-bab4c9bfc172 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1053758
Apr 21 13:42:09.918151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event deleted for resources: {'Port': ['ID=dc0891a3-873a-47a8-91e3-78ac89b9cc4d,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:09.963845 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.964385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.964813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.965232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.965643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.966051 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.966490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.966885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.967293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.967691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.968091 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.968491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:09.999928 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-aea5ea0c-b392-4da6-8972-7ca7ca71f0fe req-d513078a-7040-4576-a78b-65d1d6203b2d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808434
Apr 21 13:42:10.002299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:10.038934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:10.039320 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Floating IP 21fe9367-3b85-42ba-bcde-3edbc22d38ab disassociated (deleted). External IP: 172.27.0.220, port: 6f5ec39d-acab-4545-a1a3-bff5ad5dd457.
Apr 21 13:42:10.443059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Router c410bb17-1f10-4217-8a5e-a122b6d87b97 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:42:10.572176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967fc00-7f22-4c0d-97af-51072f6f0fcb req-08860792-25c6-4556-a774-cc60bb20b2d2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:10.574040 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a967fc00-7f22-4c0d-97af-51072f6f0fcb req-08860792-25c6-4556-a774-cc60bb20b2d2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1092899
Apr 21 13:42:10.640208 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a967fc00-7f22-4c0d-97af-51072f6f0fcb req-6dde157d-b383-441a-902c-43b7bcfd2a56 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594378
Apr 21 13:42:10.681229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:42:10.691912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] Sync routers for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:42:10.704199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:10.706039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:10.706957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:10.770499 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5d19a6cd-93b7-4860-9bea-9e3dceabd826 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "DELETE /v2.0/floatingips/21fe9367-3b85-42ba-bcde-3edbc22d38ab HTTP/1.1" status: 204  len: 168 time: 2.1704900
Apr 21 13:42:10.771230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:10.855307 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'status': 'completed', 'code': 200}
Apr 21 13:42:10.921152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:11.337546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57a926-7c04-448a-a442-0094acc0e41f req-d53a3176-b680-4c5f-a437-eb4fcbf2a880 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:11.339391 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a57a926-7c04-448a-a442-0094acc0e41f req-d53a3176-b680-4c5f-a437-eb4fcbf2a880 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1818213
Apr 21 13:42:11.350703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7be1a-3e89-4742-ab69-782e609ad26c req-ae0d8a02-cdc1-455f-b9a4-44ba8474bbba tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:11.353028 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1d7be1a-3e89-4742-ab69-782e609ad26c req-ae0d8a02-cdc1-455f-b9a4-44ba8474bbba tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1425107
Apr 21 13:42:11.443940 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a57a926-7c04-448a-a442-0094acc0e41f req-b3bbda57-79dc-4518-a321-77c2b047bd21 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897794
Apr 21 13:42:11.447703 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f1d7be1a-3e89-4742-ab69-782e609ad26c req-16de473b-fe6b-4c72-aed7-b494c2d80af9 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783205
Apr 21 13:42:11.482252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae080>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:49Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:11.487738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] Checking router: c410bb17-1f10-4217-8a5e-a122b6d87b97 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:42:11.503790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:11.504417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:11.709356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:11.952700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd99f-bb26-48fc-897c-63376fa7cf62 req-5c66fbb0-f27a-4b99-b9b8-e7b7fd4608cc tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:11.960784 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-278bd99f-bb26-48fc-897c-63376fa7cf62 req-5c66fbb0-f27a-4b99-b9b8-e7b7fd4608cc tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1446939
Apr 21 13:42:12.007132 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-278bd99f-bb26-48fc-897c-63376fa7cf62 req-352b52c6-5e79-450a-8358-a54ff3e2faa5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452640
Apr 21 13:42:12.084689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c90ae080>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:49Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:12.089385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f075ef-83df-4b75-a90a-488908573eb1 None None] The sync data for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi is: [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '681361fd-52d7-4ea8-ab5b-f251312ac1dd', 'name': '', 'network_id': '06587a9b-ae14-4e2b-a617-14d27cf17c0f', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'mac_address': 'fa:16:3e:99:64:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:39Z', 'updated_at': '2021-04-21T13:36:49Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'subnets': [{'id': '1865d8a1-2409-428d-9f94-26faf2c8efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:42:12.533061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42456c-805a-41e7-95b8-bd41eb826dc8 None None] New status for floating IP 21fe9367-3b85-42ba-bcde-3edbc22d38ab: DOWN {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:42:12.763650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d8e96-4d6a-44e1-a762-1bf6c91e6468 req-b5b5a925-3bbf-4915-ae55-604eec9e2284 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:12.765329 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b37d8e96-4d6a-44e1-a762-1bf6c91e6468 req-b5b5a925-3bbf-4915-ae55-604eec9e2284 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1891196
Apr 21 13:42:12.775308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae54e3-8df1-45e0-b6e9-1434dad6915b req-ce6d68ee-f6c3-44d0-b8d3-f7383c1ace85 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:12.776812 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eeae54e3-8df1-45e0-b6e9-1434dad6915b req-ce6d68ee-f6c3-44d0-b8d3-f7383c1ace85 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1476898
Apr 21 13:42:12.858324 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b37d8e96-4d6a-44e1-a762-1bf6c91e6468 req-cdfddb87-b994-44eb-94a0-bd3b1299a95b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804465
Apr 21 13:42:12.866307 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-eeae54e3-8df1-45e0-b6e9-1434dad6915b req-d02b92ff-b505-4de6-9df5-d3b515280629 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730705
Apr 21 13:42:13.235182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522cbcd-afdf-4209-abe0-5afe306b6002 req-6a353170-652f-4568-b969-42716218210f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:13.236794 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b522cbcd-afdf-4209-abe0-5afe306b6002 req-6a353170-652f-4568-b969-42716218210f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1056445
Apr 21 13:42:13.290996 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b522cbcd-afdf-4209-abe0-5afe306b6002 req-77cc29ba-5973-4b53-883c-60f7945024ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471687
Apr 21 13:42:14.185358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328e52a-de73-4119-9197-93d94d600d73 req-19980ea9-bf16-4236-a477-d705d41742e8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:14.187020 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c328e52a-de73-4119-9197-93d94d600d73 req-19980ea9-bf16-4236-a477-d705d41742e8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1861167
Apr 21 13:42:14.197301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bf834-678d-4620-87e6-37a0a5bd138b req-4a8af8b3-1a49-43f3-9a3e-985124593ac6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:14.198995 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7bf834-678d-4620-87e6-37a0a5bd138b req-4a8af8b3-1a49-43f3-9a3e-985124593ac6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1440701
Apr 21 13:42:14.281288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c328e52a-de73-4119-9197-93d94d600d73 req-a6e65dd5-72ff-48ca-baec-2845e0351430 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811863
Apr 21 13:42:14.290330 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7bf834-678d-4620-87e6-37a0a5bd138b req-670117a8-94d7-486c-885c-15e100da1601 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743628
Apr 21 13:42:14.509720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c9765-3439-4692-8eb0-6f667725d45e req-b431c8de-f7c9-4d18-b105-59410e006802 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:14.511376 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-219c9765-3439-4692-8eb0-6f667725d45e req-b431c8de-f7c9-4d18-b105-59410e006802 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.0952699
Apr 21 13:42:14.562570 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-219c9765-3439-4692-8eb0-6f667725d45e req-7a5abc8d-cf21-4ee3-a4ed-b1206123be81 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441442
Apr 21 13:42:15.581191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea39d0-a075-497a-b06d-846bd48ff2ad req-ead9071f-360b-451c-b12e-f33a88e1cdf0 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:15.582857 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dea39d0-a075-497a-b06d-846bd48ff2ad req-ead9071f-360b-451c-b12e-f33a88e1cdf0 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1269755
Apr 21 13:42:15.592872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737cf65-8b1c-43a7-8865-d0dad24358b1 req-42b7549e-3f99-4792-84b4-3db419c2169a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:15.594821 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0737cf65-8b1c-43a7-8865-d0dad24358b1 req-42b7549e-3f99-4792-84b4-3db419c2169a tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1804035
Apr 21 13:42:15.673983 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dea39d0-a075-497a-b06d-846bd48ff2ad req-f0a9b47d-f72a-4f8e-8cc6-34bc0c3ed88a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780625
Apr 21 13:42:15.686937 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0737cf65-8b1c-43a7-8865-d0dad24358b1 req-2c2098ae-fedb-4e96-b6e3-9a084c79e8d0 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722227
Apr 21 13:42:15.889305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf647a-c48b-4dd3-b4ef-b42625f289fa req-a39915f0-a3b8-447f-9db9-0b41f2364eab tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:15.891005 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-84bf647a-c48b-4dd3-b4ef-b42625f289fa req-a39915f0-a3b8-447f-9db9-0b41f2364eab tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.0959761
Apr 21 13:42:15.944407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-84bf647a-c48b-4dd3-b4ef-b42625f289fa req-7338ed2c-e95c-4d04-9a25-298a435224d2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469589
Apr 21 13:42:16.974593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b106d6-a528-447a-bc27-4f5c9e268e06 req-b6eb5dba-9dab-4141-9333-d1d3c87cd911 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:16.976127 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62b106d6-a528-447a-bc27-4f5c9e268e06 req-b6eb5dba-9dab-4141-9333-d1d3c87cd911 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1316707
Apr 21 13:42:16.985797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3b33-a8ca-485b-86da-a149685a2a58 req-ddeb19bb-ece0-4212-aed3-54f9489f15c8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:16.987358 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-789c3b33-a8ca-485b-86da-a149685a2a58 req-ddeb19bb-ece0-4212-aed3-54f9489f15c8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.1849799
Apr 21 13:42:17.066857 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62b106d6-a528-447a-bc27-4f5c9e268e06 req-32f48e34-2bb9-4183-85e0-9d149f150433 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784297
Apr 21 13:42:17.071922 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-789c3b33-a8ca-485b-86da-a149685a2a58 req-3d176f19-30b5-4260-8205-0cb2719f7aaf tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681539
Apr 21 13:42:17.292199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1788d-cd57-44a3-9fb7-d3e8c32b8884 req-178cde45-c933-493b-b400-7f4ae3bd0e53 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:17.293979 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f4f1788d-cd57-44a3-9fb7-d3e8c32b8884 req-178cde45-c933-493b-b400-7f4ae3bd0e53 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1179910
Apr 21 13:42:17.367483 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f4f1788d-cd57-44a3-9fb7-d3e8c32b8884 req-3247e95a-fd30-4628-9f5e-2585a5c0c626 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600348
Apr 21 13:42:18.305330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-84f3c9db-cd59-4ea9-ab1d-361c59cd8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:18.307077 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-84f3c9db-cd59-4ea9-ab1d-361c59cd8350 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 1099 time: 0.0853555
Apr 21 13:42:18.470344 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-71ac1507-f26a-41d3-827d-f5ffa779d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:18.472021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-71ac1507-f26a-41d3-827d-f5ffa779d942 service neutron] 10.222.0.44 "GET /v2.0/networks?id=06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 200  len: 909 time: 0.1487870
Apr 21 13:42:18.514007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Request body: {'port': {'device_id': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:18.552271 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-28e6340f-df3b-4b67-9a1a-38ebf0e6c259 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 200  len: 217 time: 0.0714662
Apr 21 13:42:18.624094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-23f47055-42d2-444d-a102-b442f26e85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:18.625609 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-23f47055-42d2-444d-a102-b442f26e85dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 200  len: 847 time: 0.0666935
Apr 21 13:42:18.701063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:18.716370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-4aabb8cc-41ca-41ea-be67-0a982705aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:18.718011 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-4aabb8cc-41ca-41ea-be67-0a982705aa95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06587a9b-ae14-4e2b-a617-14d27cf17c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828822
Apr 21 13:42:18.722175 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4e2d-d36a-4d25-aabc-7e632bd93f03 req-1771913b-800c-424b-bb86-45f37dc68a0c tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:18.723836 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c9d4e2d-d36a-4d25-aabc-7e632bd93f03 req-1771913b-800c-424b-bb86-45f37dc68a0c tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 931 time: 0.5359030
Apr 21 13:42:18.740642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e86c-d153-4e2d-805f-c559f0c64cac req-6dafc449-146d-4c7c-91f7-cb5f83e79bf1 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:18.742277 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62d5e86c-d153-4e2d-805f-c559f0c64cac req-6dafc449-146d-4c7c-91f7-cb5f83e79bf1 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.5564878
Apr 21 13:42:18.882197 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-01514451-2313-465f-8a31-c6e41e772d39 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555657
Apr 21 13:42:18.887920 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c9d4e2d-d36a-4d25-aabc-7e632bd93f03 req-48d2cd79-ee94-4f57-854f-ca8e4b544bb9 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563575
Apr 21 13:42:18.912406 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-62d5e86c-d153-4e2d-805f-c559f0c64cac req-e196203f-232c-4e80-959c-ffdaa18a1634 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144328
Apr 21 13:42:19.054227 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f21b0a4a-c1af-4121-af2a-25ef52230eac req-f35c89a9-bb37-40b6-899e-00b0fa3b7817 service neutron] 10.222.0.44 "GET /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613934
Apr 21 13:42:19.071220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:42:19.212837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947678e7-46b6-4a9d-91d2-c9de37d290c6 req-e2724eb3-a14a-4f71-83a6-9d5389c2328b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:19.214407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-947678e7-46b6-4a9d-91d2-c9de37d290c6 req-e2724eb3-a14a-4f71-83a6-9d5389c2328b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1508563
Apr 21 13:42:19.216286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:19.234636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'mac_address': 'fa:16:3e:af:1f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:42:19.294538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.312544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15c44a3c-83d9-41ec-88da-df40caecbce4 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:42:19.325812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8a064f-0dcc-402d-9685-be3dd9bcba1c {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:42:19.330160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:19.333030 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-947678e7-46b6-4a9d-91d2-c9de37d290c6 req-4d23401f-2721-4b69-8902-91e041ce7b9e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047125
Apr 21 13:42:19.333181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.335033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:19.338077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.354342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Transition to ACTIVE for port object fd8a064f-0dcc-402d-9685-be3dd9bcba1c will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:42:19.358268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.363321 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-990b1cb6-04a9-4c40-9949-7bd21c00a5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:19.410211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=6']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:19.418331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.418925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.419267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.419649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.420024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.420434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.420806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.421177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.421547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.421916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.422280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.422672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:19.426805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:19.440102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['15c44a3c-83d9-41ec-88da-df40caecbce4'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:42:19.546654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:19.581574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:19.630830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Attempting to bind port fd8a064f-0dcc-402d-9685-be3dd9bcba1c on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:42:19.631202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Attempting to bind port fd8a064f-0dcc-402d-9685-be3dd9bcba1c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:42:19.631591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Attempting to bind port fd8a064f-0dcc-402d-9685-be3dd9bcba1c on network af86c026-121e-43d1-8001-1419eb8aafdc {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:42:19.637649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Port fd8a064f-0dcc-402d-9685-be3dd9bcba1c on network af86c026-121e-43d1-8001-1419eb8aafdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:42:19.638021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Attempting to bind port fd8a064f-0dcc-402d-9685-be3dd9bcba1c on network af86c026-121e-43d1-8001-1419eb8aafdc {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:42:19.643877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:42:19.644265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Checking segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:42:19.644693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Bound using segment: {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:42:19.645311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Bound port: fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:42:19.645559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.745077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:42:19.748202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:42:19.751554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.756366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-84e7a41c-cff9-4abb-9c2e-d1b3cd0b015b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:19.811558 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:19.812204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:19.813716 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] 10.222.0.44 "PUT /v2.0/ports/fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 1093 time: 1.3049855
Apr 21 13:42:19.814275 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:19.843576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:19.847085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:19.893891 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'status': 'completed', 'code': 200}
Apr 21 13:42:19.979215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-81d0d4fe-d59a-4894-a7a8-c3dfe2e8edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:19.984173 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-81d0d4fe-d59a-4894-a7a8-c3dfe2e8edcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1096 time: 0.1292479
Apr 21 13:42:20.013276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-444895e6-362c-4abf-8b62-41b7b731a73b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:20.014088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-444895e6-362c-4abf-8b62-41b7b731a73b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Synchronizing usage tracker for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:port {{(pid=86358) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:42:20.030240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-444895e6-362c-4abf-8b62-41b7b731a73b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Unset dirty status for tenant:577b9c5ee7d94c529beacd039b8e66a0 on resource:port {{(pid=86358) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:42:20.031611 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-444895e6-362c-4abf-8b62-41b7b731a73b tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.44 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.1346025
Apr 21 13:42:20.130373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Deleting port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:20.130824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:20.146457 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-12d0609f-a7d8-4c4e-81fe-d5a33ac5aa6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 217 time: 0.1528103
Apr 21 13:42:20.275203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-45c9e6cc-20d0-4f4c-9a47-6b6be155cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:20.276733 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-45c9e6cc-20d0-4f4c-9a47-6b6be155cdf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.1164963
Apr 21 13:42:20.353445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c1e7-ea77-44ca-9136-62bbe4461a6b req-458f5eca-c38f-42ea-8719-1c1c809ed445 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:20.355093 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f13c1e7-ea77-44ca-9136-62bbe4461a6b req-458f5eca-c38f-42ea-8719-1c1c809ed445 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 946 time: 0.2928271
Apr 21 13:42:20.365476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407dcc9-b6b3-4562-ab1f-f820d7d008c5 req-5f794837-6b73-4391-92d5-89d319765c72 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:20.367546 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2407dcc9-b6b3-4562-ab1f-f820d7d008c5 req-5f794837-6b73-4391-92d5-89d319765c72 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 943 time: 0.3035953
Apr 21 13:42:20.414826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] For port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:20.415261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:20.455414 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1f13c1e7-ea77-44ca-9136-62bbe4461a6b req-60a92804-5835-4801-8f21-51f2036e179f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/security-groups?id=5adb45c1-5aef-4c4c-9e51-52c0dedba439&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872390
Apr 21 13:42:20.481140 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2407dcc9-b6b3-4562-ab1f-f820d7d008c5 req-1001f52b-181d-44ce-b684-a5b89c6b0b97 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866981
Apr 21 13:42:20.490036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-a8dc8f03-073c-40cd-8ae0-0086c3174335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:20.492546 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-a8dc8f03-073c-40cd-8ae0-0086c3174335 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2056623
Apr 21 13:42:20.563240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Calling delete_port for 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 owned by compute:nova {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:20.707621 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-cf8d278b-4b21-43eb-9c37-f4a975ff25d9 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071199
Apr 21 13:42:20.716896 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:20.723045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-af7646a3-601e-4af8-ac15-229b381de4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:20.724931 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3986-da19-4a75-a0c2-858a6ab0a8dd req-ad4a7d40-e5d9-4f45-8812-64eaf8eb3fc5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:20.726618 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b15f3986-da19-4a75-a0c2-858a6ab0a8dd req-ad4a7d40-e5d9-4f45-8812-64eaf8eb3fc5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 944 time: 0.1478274
Apr 21 13:42:20.777815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event deleted for resources: {'Port': ['ID=6f5ec39d-acab-4545-a1a3-bff5ad5dd457,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:20.781842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:20.864819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] No DVR routers for this DVR port 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 on host hv-cinder-78719 {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:42:20.865046 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b15f3986-da19-4a75-a0c2-858a6ab0a8dd req-a8aeb104-797d-4598-b8b2-1b45c9115ee3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157224
Apr 21 13:42:20.868230 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:20.871639 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-deleted', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:20.888243 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8dd00d76-b1b4-4c26-9e18-260d173b2b90 req-906326f2-6c79-41c0-8317-c0615e2b1af6 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.44 "DELETE /v2.0/ports/6f5ec39d-acab-4545-a1a3-bff5ad5dd457 HTTP/1.1" status: 204  len: 173 time: 0.8500249
Apr 21 13:42:20.916391 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fefa91b1-edc8-487b-a50b-e33fce679be3 req-38980b9f-9fad-4123-b51d-730955494d9b service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886809
Apr 21 13:42:20.937629 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdb119-3b98-454a-918f-010ccf22485c', 'name': 'network-vif-deleted', 'tag': '6f5ec39d-acab-4545-a1a3-bff5ad5dd457', 'status': 'completed', 'code': 200}
Apr 21 13:42:21.062043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c884c4-e155-4720-b362-a312b06f1b09 req-29c0faf2-3459-4475-8385-7dd7e9db7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:21.063718 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-29c0faf2-3459-4475-8385-7dd7e9db7e34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1096 time: 0.0839496
Apr 21 13:42:21.108751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:42:21.198850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 15c44a3c-83d9-41ec-88da-df40caecbce4 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:21.199643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:21.216311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c884c4-e155-4720-b362-a312b06f1b09 req-ef217ca3-3eaa-4cb4-a22e-47f828121845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:21.217984 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-ef217ca3-3eaa-4cb4-a22e-47f828121845 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.1464214
Apr 21 13:42:21.308190 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-dbeb803d-90b0-4a51-93a2-0c08cc3b3bf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 217 time: 0.0833590
Apr 21 13:42:21.363600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:21.400616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:21.405960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c884c4-e155-4720-b362-a312b06f1b09 req-fce86bb1-e1a2-4043-bb60-0eb0d6268e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:21.408292 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-fce86bb1-e1a2-4043-bb60-0eb0d6268e86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.0932117
Apr 21 13:42:21.432059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:21.436549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:21.438575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:21.520278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c884c4-e155-4720-b362-a312b06f1b09 req-7ffe95be-7063-4cb2-9e39-588ebdc1f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:21.521905 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-7ffe95be-7063-4cb2-9e39-588ebdc1f5cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1024528
Apr 21 13:42:21.524342 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'code': 200}
Apr 21 13:42:21.533978 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=7']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:21.537501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:21.778497 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0ff85e51-d480-4755-be19-b6fda398f690 req-05e8e237-68af-4a62-b0e6-53192cdd4c79 tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbdb119-3b98-454a-918f-010ccf22485c HTTP/1.1" status: 200  len: 210 time: 0.1180873
Apr 21 13:42:21.859562 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-a4b13939-a4c6-40de-baa0-72083f6fc226 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3267670
Apr 21 13:42:22.024634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5afc9-0853-47ff-9dc6-366f22d7abcb req-18e9cb0a-097b-44c4-881b-3bdf5fd81bbb tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:22.026926 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83d5afc9-0853-47ff-9dc6-366f22d7abcb req-18e9cb0a-097b-44c4-881b-3bdf5fd81bbb tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 943 time: 0.3262017
Apr 21 13:42:22.254607 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83d5afc9-0853-47ff-9dc6-366f22d7abcb req-8ed497b5-7f97-436e-89e4-3c7c04522b53 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149789
Apr 21 13:42:22.278222 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74c884c4-e155-4720-b362-a312b06f1b09 req-2efd7ca5-37e7-403b-b2af-04ba784f53c2 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4099946
Apr 21 13:42:22.323195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d345a-1576-4a70-978f-f6931cc5ba81 req-3335c385-3880-45cb-8b88-b415a3fb15ef tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:22.325026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f6d345a-1576-4a70-978f-f6931cc5ba81 req-3335c385-3880-45cb-8b88-b415a3fb15ef tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.2779119
Apr 21 13:42:22.635370 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f6d345a-1576-4a70-978f-f6931cc5ba81 req-2bf9d48d-dc52-4335-b84e-84f43bfe7fcd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3029926
Apr 21 13:42:22.911378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53248) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:23.013560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:23.068234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:23.116356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fd8a064f-0dcc-402d-9685-be3dd9bcba1c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:42:23.120328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:23.163187 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:23.173510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e61c94aa-dc3d-4e42-9fbc-d63bc355bbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:23.206352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb45c1-5aef-4c4c-9e51-52c0dedba439,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:23.216798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:23.217195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 6f5ec39d-acab-4545-a1a3-bff5ad5dd457 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:23.223783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:23.247232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:23.253763 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] 10.222.0.41 "DELETE /v2.0/security-groups/5adb45c1-5aef-4c4c-9e51-52c0dedba439 HTTP/1.1" status: 204  len: 168 time: 0.3384161
Apr 21 13:42:23.258044 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26125f1-a776-4d6c-8ed1-b4dae2c209a7 req-e2ca6333-5ea8-4fe8-9dc1-82974dbdf101 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:23.263052 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f26125f1-a776-4d6c-8ed1-b4dae2c209a7 req-e2ca6333-5ea8-4fe8-9dc1-82974dbdf101 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 946 time: 0.1048801
Apr 21 13:42:23.384953 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f26125f1-a776-4d6c-8ed1-b4dae2c209a7 req-ed473b0f-437d-42f7-b55d-27b4692c17bb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151509
Apr 21 13:42:23.391707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53258) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:23.489560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:23.527720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'port_id': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'mac_address': 'fa:16:3e:bf:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:42:23.598434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:23.618638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8a064f-0dcc-402d-9685-be3dd9bcba1c {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:42:23.637029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:23.641893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:23.643812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3feef3bb-992f-4667-9db4-e71c9c3ca07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:23.716790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:23.729953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:23.903239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fd8a064f-0dcc-402d-9685-be3dd9bcba1c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:42:23.911024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27200a-c7a9-44e6-a966-761fa7298456 req-236f8655-394c-48d8-a898-200fab090a6a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:23.912835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e27200a-c7a9-44e6-a966-761fa7298456 req-236f8655-394c-48d8-a898-200fab090a6a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 943 time: 0.3748784
Apr 21 13:42:24.089471 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e27200a-c7a9-44e6-a966-761fa7298456 req-2850d4a6-7b1f-4a48-ba79-620fddf39190 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647367
Apr 21 13:42:24.183861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242aeb-67a8-4d13-8ed5-6c33af1ab5a3 req-a6df151d-5d0d-4f02-98ca-fa0c2d486bce tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:24.192002 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66242aeb-67a8-4d13-8ed5-6c33af1ab5a3 req-a6df151d-5d0d-4f02-98ca-fa0c2d486bce tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.3687088
Apr 21 13:42:24.276240 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-66242aeb-67a8-4d13-8ed5-6c33af1ab5a3 req-6151109c-93ba-405f-a958-6ad6a66c63ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830386
Apr 21 13:42:24.728785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:24.909035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c880ca-a7df-46aa-9725-6135e7d81c29 req-6996e483-3d54-4b92-a63b-ee04ebb9201f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:24.911179 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-95c880ca-a7df-46aa-9725-6135e7d81c29 req-6996e483-3d54-4b92-a63b-ee04ebb9201f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 946 time: 0.3503170
Apr 21 13:42:25.012215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-57b8f352-bc2a-42f2-91f1-573ccf205e66 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:25.013826 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-57b8f352-bc2a-42f2-91f1-573ccf205e66 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 946 time: 0.3938742
Apr 21 13:42:25.021565 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-95c880ca-a7df-46aa-9725-6135e7d81c29 req-95f66b23-f8f8-49b0-a90d-e878e8b01621 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876110
Apr 21 13:42:25.124425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fd8a064f-0dcc-402d-9685-be3dd9bcba1c up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:42:25.247812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:25.248193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.258005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port fd8a064f-0dcc-402d-9685-be3dd9bcba1c completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:42:25.264373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port fd8a064f-0dcc-402d-9685-be3dd9bcba1c triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:25.265083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.446776 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.478180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:25.489153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:25.493710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.494763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:25.550934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d6d26df2-a483-4e63-81f0-7268241f4ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:25.709950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:25.723643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:25.748407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.798228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:25.802098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.804058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:25.824210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:25.824611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:25.853087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f347b-60f7-478e-b989-4a1c68afc5e1 req-16c4bb9c-9cef-4d42-883d-81a3d5f6f703 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:25.859612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9d1f347b-60f7-478e-b989-4a1c68afc5e1 req-16c4bb9c-9cef-4d42-883d-81a3d5f6f703 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 944 time: 0.5569477
Apr 21 13:42:25.896334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=6']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:25.901250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:26.003153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Deleting port 681361fd-52d7-4ea8-ab5b-f251312ac1dd {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:26.003647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:26.084432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcd84b-02bf-41c8-b6e5-bd383b3c3364 req-7d5c2df2-1524-4a81-83d0-be8981b9017c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:26.086119 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-31dcd84b-02bf-41c8-b6e5-bd383b3c3364 req-7d5c2df2-1524-4a81-83d0-be8981b9017c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.6306963
Apr 21 13:42:26.140863 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9d1f347b-60f7-478e-b989-4a1c68afc5e1 req-942ac30b-4a1a-4ce0-8d87-bfde14e48d46 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563117
Apr 21 13:42:26.218149 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'code': 200}
Apr 21 13:42:26.610856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de3a67-e33f-479c-a345-b98c1b1c22f5 req-056b3d51-4a95-4e02-b936-f390c78c33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:26.612676 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f5de3a67-e33f-479c-a345-b98c1b1c22f5 req-056b3d51-4a95-4e02-b936-f390c78c33a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1098 time: 0.1001515
Apr 21 13:42:26.665943 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-31dcd84b-02bf-41c8-b6e5-bd383b3c3364 req-b2c3777a-07f0-4138-884b-f3577c3fd09d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5606883
Apr 21 13:42:26.690441 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f5de3a67-e33f-479c-a345-b98c1b1c22f5 req-1f9e1d8d-aad1-48d3-be75-1f13b90213f4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691278
Apr 21 13:42:26.884701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] For port 681361fd-52d7-4ea8-ab5b-f251312ac1dd, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=681361fd-52d7-4ea8-ab5b-f251312ac1dd,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:26.885273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:26.900977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:26.901394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:26.901754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP b5438182-979c-4116-97b0-5fcc427af95b disassociated. External IP: 172.27.0.186, port: 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa.
Apr 21 13:42:26.902141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:26.941095 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75482-314f-4e5d-85c4-9ea7ac0f6393 req-46db72c6-f9f9-4049-988c-8dbe90b895d9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:26.942785 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83c75482-314f-4e5d-85c4-9ea7ac0f6393 req-46db72c6-f9f9-4049-988c-8dbe90b895d9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.4463544
Apr 21 13:42:27.106606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Calling delete_port for 681361fd-52d7-4ea8-ab5b-f251312ac1dd owned by network:router_interface {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:27.209777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83c75482-314f-4e5d-85c4-9ea7ac0f6393 req-43d99e52-2311-4b6c-9881-6da14dbefe6b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2564471
Apr 21 13:42:27.261571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86359) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:42:27.262635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:42:27.396796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:42:27.459766 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:27.466047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-53551dda-16fe-42b2-93b1-4a37cc638502 tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:27.517132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a2258-2da6-42a9-bfe7-2bbe943da1d8 req-5d10d264-2686-4224-a49e-5f5304e660e4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:27.518978 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ac6a2258-2da6-42a9-bfe7-2bbe943da1d8 req-5d10d264-2686-4224-a49e-5f5304e660e4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.1738467
Apr 21 13:42:27.532523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Pushing event deleted for resources: {'Port': ['ID=681361fd-52d7-4ea8-ab5b-f251312ac1dd,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:27.536339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:27.708207 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ac6a2258-2da6-42a9-bfe7-2bbe943da1d8 req-ea0f2d8c-cd9d-44ac-b1bb-ff52b6de2edd tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229975
Apr 21 13:42:27.785050 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:27.785441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:28.219735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:28.284069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:28.292795 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'code': 200}
Apr 21 13:42:28.433604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d100fa-dcd3-4d29-9ca8-5710d6ba1f8c req-e4270247-ddd4-446e-a3da-bfcf4db55d85 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:28.436644 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13d100fa-dcd3-4d29-9ca8-5710d6ba1f8c req-e4270247-ddd4-446e-a3da-bfcf4db55d85 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.4281871
Apr 21 13:42:28.567009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] For port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:28.567439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:29.066654 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13d100fa-dcd3-4d29-9ca8-5710d6ba1f8c req-622e7628-229e-481f-b13a-42ae65207f4f tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5360498
Apr 21 13:42:29.261436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9f00-d6b8-42b9-91e2-077ce9448cc9 req-712c71a0-eadc-44eb-a58e-8d179446859d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:29.263021 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-adfd9f00-d6b8-42b9-91e2-077ce9448cc9 req-712c71a0-eadc-44eb-a58e-8d179446859d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 944 time: 0.8395252
Apr 21 13:42:29.533900 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-adfd9f00-d6b8-42b9-91e2-077ce9448cc9 req-c62c2b47-d50d-485a-9d29-da902803426a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2247069
Apr 21 13:42:29.573732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Router c410bb17-1f10-4217-8a5e-a122b6d87b97 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:42:29.579579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:29.580307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:29.580448 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP b5438182-979c-4116-97b0-5fcc427af95b disassociated. External IP: 172.27.0.186, port: 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa.
Apr 21 13:42:29.580778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:29.645533 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1c7c-40aa-4e79-ac16-e9bfa21c106e req-d3f4f3c4-8e42-427f-a80f-cf201f799ded tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:29.653561 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-525b1c7c-40aa-4e79-ac16-e9bfa21c106e req-d3f4f3c4-8e42-427f-a80f-cf201f799ded tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.4174995
Apr 21 13:42:29.874538 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-525b1c7c-40aa-4e79-ac16-e9bfa21c106e req-bd4c3a81-3e9f-4660-8a83-bce20721f79f tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199616
Apr 21 13:42:29.933498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:42:29.944112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] Sync routers for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:42:29.977658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:29.978525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5d30>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:29.991124 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] 10.222.0.41 "PUT /v2.0/routers/c410bb17-1f10-4217-8a5e-a122b6d87b97/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5978715
Apr 21 13:42:29.994347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53296) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:30.247079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:30.297012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:30.317274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f1de5236-b471-44e0-be1f-fa8285535216 tempest-ServerRescueNegativeTestJSON-301112422 tempest-ServerRescueNegativeTestJSON-301112422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:30.400491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'Port': ['ID=0149de88-dd2b-401f-b7e4-3dd76cf5cbfa,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:30.410844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:30.604451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:30.661724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5d30>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:42:27Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:30.666340 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] Checking router: c410bb17-1f10-4217-8a5e-a122b6d87b97 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:42:30.676177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] Routers {'c410bb17-1f10-4217-8a5e-a122b6d87b97'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:30.676787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5d30>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['c410bb17-1f10-4217-8a5e-a122b6d87b97'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:30.958678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] Set router c410bb17-1f10-4217-8a5e-a122b6d87b97 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:31.156897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cc743-e0d9-4218-b6fd-def21a5ae781 req-e353f893-2e15-48a3-8061-3c664dd1be36 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:31.158717 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee3cc743-e0d9-4218-b6fd-def21a5ae781 req-e353f893-2e15-48a3-8061-3c664dd1be36 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.9524295
Apr 21 13:42:31.195276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecedc-a4fd-4d68-b03e-059856eb66bf req-f0213297-e891-4db2-a6a0-8ea55691f8a7 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:31.196949 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-805ecedc-a4fd-4d68-b03e-059856eb66bf req-f0213297-e891-4db2-a6a0-8ea55691f8a7 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 1.1312492
Apr 21 13:42:31.293371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ee3cc743-e0d9-4218-b6fd-def21a5ae781 req-21d78af4-85fe-453a-b365-73981775c565 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265738
Apr 21 13:42:31.367553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:31.375692 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-805ecedc-a4fd-4d68-b03e-059856eb66bf req-1aed3a25-a618-48b3-86af-54dfc0be0781 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613126
Apr 21 13:42:31.383943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:42:31.395147 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Deleting port 38a02204-69e5-4490-b287-e7ea8bb55bf0 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:31.395549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:31.425657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5d30>, [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:42:27Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:31.431386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a4fdd-514f-4a8f-8dc8-d09fafe9cebe None None] The sync data for ids ['c410bb17-1f10-4217-8a5e-a122b6d87b97'] in dv-cinder-787195-3-iscsi is: [{'id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'name': 'tempest-TestShelveInstance-203791685-router', 'tenant_id': '577b9c5ee7d94c529beacd039b8e66a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:33Z', 'updated_at': '2021-04-21T13:42:27Z', 'revision_number': 5, 'project_id': '577b9c5ee7d94c529beacd039b8e66a0', 'gw_port': {'id': '38a02204-69e5-4490-b287-e7ea8bb55bf0', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c410bb17-1f10-4217-8a5e-a122b6d87b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:34Z', 'updated_at': '2021-04-21T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:42:31.588410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 681361fd-52d7-4ea8-ab5b-f251312ac1dd no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:31.664664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 681361fd-52d7-4ea8-ab5b-f251312ac1dd {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:31.665325 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 681361fd-52d7-4ea8-ab5b-f251312ac1dd not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:31.718942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-8fd4b26f-6956-4b4e-b6ae-45b8e223a38f req-0cb4cb5c-ce19-46f4-a67c-80970c4ae546 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:42:31.831258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-8fd4b26f-6956-4b4e-b6ae-45b8e223a38f req-0cb4cb5c-ce19-46f4-a67c-80970c4ae546 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:42:31.832539 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8fd4b26f-6956-4b4e-b6ae-45b8e223a38f req-0cb4cb5c-ce19-46f4-a67c-80970c4ae546 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 210 time: 0.2006214
Apr 21 13:42:31.898565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:42:31.909427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:42:31.925791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:31.926888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dd6d30>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:32.053798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] No DVR routers for this DVR port 0149de88-dd2b-401f-b7e4-3dd76cf5cbfa on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:42:32.056897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:32.059246 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1749fe3-c63e-46d7-91d4-73e277856b4b req-22b59c58-7988-4b69-bd2a-b2b5765ce6b4 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "DELETE /v2.0/ports/0149de88-dd2b-401f-b7e4-3dd76cf5cbfa HTTP/1.1" status: 204  len: 173 time: 7.0363781
Apr 21 13:42:32.071010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'name': 'network-vif-deleted', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:32.100346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] For port 38a02204-69e5-4490-b287-e7ea8bb55bf0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=38a02204-69e5-4490-b287-e7ea8bb55bf0,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:32.100775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:32.279448 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d0cb0-83c8-4159-a32f-ef3b797792e6', 'name': 'network-vif-deleted', 'tag': '0149de88-dd2b-401f-b7e4-3dd76cf5cbfa', 'status': 'completed', 'code': 200}
Apr 21 13:42:32.285852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:32.293824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Calling delete_port for 38a02204-69e5-4490-b287-e7ea8bb55bf0 owned by network:router_gateway {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:32.341707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:32.361848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788cd5-666e-4962-8b8c-82a49b0b227a req-679303f2-c84f-4b8e-8fb5-f96dd375c590 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:32.363497 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be788cd5-666e-4962-8b8c-82a49b0b227a req-679303f2-c84f-4b8e-8fb5-f96dd375c590 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.5465531
Apr 21 13:42:32.497014 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-be788cd5-666e-4962-8b8c-82a49b0b227a req-03eb4efe-6239-4bae-a1a3-3aafd0907ef4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233501
Apr 21 13:42:32.600427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87de12-403f-438e-993f-6cc6f74a61e2 req-2b954447-9a93-4bbe-9c61-dcee32fbf193 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:32.602145 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4c87de12-403f-438e-993f-6cc6f74a61e2 req-2b954447-9a93-4bbe-9c61-dcee32fbf193 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1581216
Apr 21 13:42:32.683889 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4c87de12-403f-438e-993f-6cc6f74a61e2 req-858f87d0-f40c-460a-8624-8c6692135656 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740025
Apr 21 13:42:32.686113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:32.699379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-507a7055-de65-4712-8745-3c36bc60bfc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:32.789195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dd6d30>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:32.797922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:42:32.814515 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:32.816336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dd6d30>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:32.844116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a02204-69e5-4490-b287-e7ea8bb55bf0,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:32.850509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:32.877390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.107406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:33.323479 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-111f2d21-2abd-4ae3-9114-407f0cee616d req-1c479fbe-d95b-4397-b0fb-42d3c438b617 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=035d0cb0-83c8-4159-a32f-ef3b797792e6 HTTP/1.1" status: 200  len: 210 time: 0.1469882
Apr 21 13:42:33.326196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.331074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.439233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.439754 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c410bb17-1f10-4217-8a5e-a122b6d87b97 {{(pid=86359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:42:33.447518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-8491c937-2ad8-4f49-a325-6c08bce3dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:33.449194 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-8491c937-2ad8-4f49-a325-6c08bce3dfb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1098 time: 0.5179520
Apr 21 13:42:33.471305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9dd6d30>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:33.476540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c3bb7-2242-41e3-97af-68d39327d23a None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:42:33.484249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.485480 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c410bb17-1f10-4217-8a5e-a122b6d87b97 HTTP/1.1" status: 204  len: 168 time: 3.4900947
Apr 21 13:42:33.488342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53334) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:33.580643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Deleting subnet 1865d8a1-2409-428d-9f94-26faf2c8efa0 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:42:33.584101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.617326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-974d2ffe-2607-4406-aae0-c6a9cac13cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:33.618967 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-974d2ffe-2607-4406-aae0-c6a9cac13cac service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.1628082
Apr 21 13:42:33.647446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.741190 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-16f1d9d0-cf2b-4f6c-920c-0ff322d12854 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 1001 time: 0.1158736
Apr 21 13:42:33.743070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:33.818005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-3853c1a5-eb67-4ebc-9ef2-e3b08aed6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:33.819918 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-3853c1a5-eb67-4ebc-9ef2-e3b08aed6279 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0721123
Apr 21 13:42:33.947270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21497aca-98e2-4c61-846d-6c3058e4e0f9 None None] New status for floating IP b5438182-979c-4116-97b0-5fcc427af95b: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:42:33.984706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5f53-f035-43c3-9592-601fa2abe8dd req-40ef4499-df4c-48ef-9636-ee1343df8828 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:33.986410 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce6a5f53-f035-43c3-9592-601fa2abe8dd req-40ef4499-df4c-48ef-9636-ee1343df8828 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 945 time: 0.1168103
Apr 21 13:42:34.020292 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-a83a3aa2-398e-408a-94ee-fac7df9e02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:34.021942 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-a83a3aa2-398e-408a-94ee-fac7df9e02f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1953847
Apr 21 13:42:34.055685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:34.065972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:34.109548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:34.114773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1865d8a1-2409-428d-9f94-26faf2c8efa0,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:34.118031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3c56c-7214-4887-a4d2-dc1540a6657b None None] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:42:34.118636 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:34.123043 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1865d8a1-2409-428d-9f94-26faf2c8efa0 HTTP/1.1" status: 204  len: 168 time: 0.6330359
Apr 21 13:42:34.126246 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53340) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:34.138333 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ce6a5f53-f035-43c3-9592-601fa2abe8dd req-7bdc045b-8751-41a4-85bb-091feedac705 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1409566
Apr 21 13:42:34.213954 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-561b7941-4bc7-4d39-ae60-55acaeea06e3 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748300
Apr 21 13:42:34.315474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:34.344709 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Deleting port 5337c3ac-bbc9-4883-898b-ba95334af01b {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:34.346762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:34.470958 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c8af0a25-9778-4e07-971d-f9e5b70da92a req-afcffb06-13b8-4ba7-af6d-dc1d9fc9da0a service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497015
Apr 21 13:42:34.511732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aeffe1cc-258f-4a26-ae8c-c585263b2951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:34.636199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] DHCP port deletion for 06587a9b-ae14-4e2b-a617-14d27cf17c0f request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:42:34.640765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Deleting port 5337c3ac-bbc9-4883-898b-ba95334af01b {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:34.641202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:34.748123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab593-9269-4db2-8850-7728e612c55f req-4ce0f6f7-c81a-40cf-999f-0033d6a8f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:34.749976 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-4ce0f6f7-c81a-40cf-999f-0033d6a8f9c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1098 time: 0.1202660
Apr 21 13:42:34.976809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] For port 5337c3ac-bbc9-4883-898b-ba95334af01b, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=5337c3ac-bbc9-4883-898b-ba95334af01b,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:34.977182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.002452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] For port 5337c3ac-bbc9-4883-898b-ba95334af01b, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=5337c3ac-bbc9-4883-898b-ba95334af01b,segment=NetworkSegment(43fd218d-797c-48f4-8334-9c3c375cf2be),segment_id=43fd218d-797c-48f4-8334-9c3c375cf2be)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:35.002915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.138561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Calling delete_port for 5337c3ac-bbc9-4883-898b-ba95334af01b owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:35.153110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Calling delete_port for 5337c3ac-bbc9-4883-898b-ba95334af01b owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:35.240599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.246900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-87fc43e9-12b7-4a33-9a58-fddd6cca98f4 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:35.275460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:35.300751 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-6516dfcf-6666-45d2-9e55-3c966496431c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973274866&fields=id&tenant_id=bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 267 time: 0.3844578
Apr 21 13:42:35.310478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Pushing event deleted for resources: {'Port': ['ID=5337c3ac-bbc9-4883-898b-ba95334af01b,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:35.312627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] No DVR routers for this DVR port 5337c3ac-bbc9-4883-898b-ba95334af01b on host dv-cinder-787195-3-iscsi {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:42:35.314309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:35.358617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:42:35.359013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:42:35.461414 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.469863 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.504545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:35.505539 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:35.513045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.515294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-370d5ca3-f01c-47e7-bb1f-bf964dc0fc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:35.618028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab593-9269-4db2-8850-7728e612c55f req-431cc745-0d4e-40fa-b938-368da5336468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:35.619890 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-431cc745-0d4e-40fa-b938-368da5336468 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.8219037
Apr 21 13:42:35.626507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=8']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:35.634269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 38a02204-69e5-4490-b287-e7ea8bb55bf0 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:35.646365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c99db2b0>,) {'filters': {'network_id': ['06587a9b-ae14-4e2b-a617-14d27cf17c0f']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:35.664185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c99db2b0>, '43fd218d-797c-48f4-8334-9c3c375cf2be') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:35.664726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c99db2b0>, '43fd218d-797c-48f4-8334-9c3c375cf2be') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:35.677232 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:35.678679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 38a02204-69e5-4490-b287-e7ea8bb55bf0 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:35.679548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 38a02204-69e5-4490-b287-e7ea8bb55bf0 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:35.679832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.680514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 5337c3ac-bbc9-4883-898b-ba95334af01b no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:35.697109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.704388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:42:35.720383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 5337c3ac-bbc9-4883-898b-ba95334af01b {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:35.721130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 5337c3ac-bbc9-4883-898b-ba95334af01b not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:35.801095 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-884a42f4-ec4b-40c5-a872-042fe33692e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 999 time: 0.1680195
Apr 21 13:42:35.860592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Deleting port 5337c3ac-bbc9-4883-898b-ba95334af01b {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:35.861425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.873422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-4628e1c7-2c17-4b9e-b3e6-6020a2425d82 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:35.875301 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-4628e1c7-2c17-4b9e-b3e6-6020a2425d82 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 811 time: 0.5018888
Apr 21 13:42:35.888959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:42:35.901616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:35.908610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f17385-7411-498f-b78a-b712a1f91566 req-b6fc9524-faec-4355-8553-877033d17f3e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:35.910565 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f6f17385-7411-498f-b78a-b712a1f91566 req-b6fc9524-faec-4355-8553-877033d17f3e tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.3482151
Apr 21 13:42:35.957660 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-9e559c6c-d3a0-442f-b3bf-dfd8ddd99a4a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/quotas/bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 375 time: 0.0678658
Apr 21 13:42:35.963688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab593-9269-4db2-8850-7728e612c55f req-d324aa8b-9bb3-4cb3-b4b9-643d5c6ec6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:35.966173 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-d324aa8b-9bb3-4cb3-b4b9-643d5c6ec6f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.1523519
Apr 21 13:42:35.973816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-57d0b9a0-9b14-42ce-8a5b-393aae69e797 None None] The port '5337c3ac-bbc9-4883-898b-ba95334af01b' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:42:36.098775 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Network 06587a9b-ae14-4e2b-a617-14d27cf17c0f has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:42:36.102285 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f6f17385-7411-498f-b78a-b712a1f91566 req-11fa6c7c-f163-4367-95b0-820e45fe4c76 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765397
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:42:36.138204 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:42:36.160668 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-495d4f5b-19e8-49d6-9051-a0e45c72eeb1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1882992
Apr 21 13:42:36.171551 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'code': 200}
Apr 21 13:42:36.174119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab593-9269-4db2-8850-7728e612c55f req-768c0112-898e-42cf-9666-804459dd39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:36.178398 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-768c0112-898e-42cf-9666-804459dd39e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2043679
Apr 21 13:42:36.218083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:36.223881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:36.227822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e13ede93-206e-4ec4-afca-6a814a1e7aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:36.253559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Pushing event deleted for resources: {'Network': ['ID=06587a9b-ae14-4e2b-a617-14d27cf17c0f,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:36.256149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:36.267578 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b58721a7-6647-43d8-bb35-67d4c73f2393 admin admin] 10.222.0.41 "DELETE /v2.0/networks/06587a9b-ae14-4e2b-a617-14d27cf17c0f HTTP/1.1" status: 204  len: 168 time: 2.1373315
Apr 21 13:42:36.267803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53374) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:36.446534 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-986de290-3c17-465e-b85b-3ac437acc5a2 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403870
Apr 21 13:42:36.449717 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-c68072b6-1faa-4027-8c39-2ba472e3e31c service neutron] 10.222.0.41 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687137
Apr 21 13:42:36.716221 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-3162541d-b8a9-45c5-91aa-d46ec6a9d095 service neutron] 10.222.0.41 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397678
Apr 21 13:42:36.719124 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0c7ab593-9269-4db2-8850-7728e612c55f req-2c788002-da89-4d4d-9667-0aef04f7f228 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649233
Apr 21 13:42:36.798588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d714dedc-eed5-42a1-ad7e-4fbd5fbddec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:36.872188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:36.979964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:37.155337 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcb4b229-785b-42c0-bc58-a8d4dd8cf290 req-7f34a6ae-8acb-4f48-a9cb-b85be7179d2a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 210 time: 0.0580041
Apr 21 13:42:37.283350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Deleting port 6fc96f69-bfa3-403d-bb82-c3b93ff12375 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:37.283870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:37.337610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f557e9-144c-48e8-847b-a4e56bf6954e req-e6e20a0a-d87e-4f4e-9873-980c51dc22cd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:37.339417 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64f557e9-144c-48e8-847b-a4e56bf6954e req-e6e20a0a-d87e-4f4e-9873-980c51dc22cd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.1010947
Apr 21 13:42:37.391696 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-64f557e9-144c-48e8-847b-a4e56bf6954e req-0e197fab-f14d-4e98-b360-24903186b5d2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439475
Apr 21 13:42:37.482401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] For port 6fc96f69-bfa3-403d-bb82-c3b93ff12375, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=6fc96f69-bfa3-403d-bb82-c3b93ff12375,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:37.482839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:37.626293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Calling delete_port for 6fc96f69-bfa3-403d-bb82-c3b93ff12375 owned by network:router_interface {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:37.817311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:37.822165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-56b7c8d0-7bd1-4bea-9aa2-9dd33414d67e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:37.872245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc96f69-bfa3-403d-bb82-c3b93ff12375,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:37.875542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:38.063448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:38.185481 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:38.279480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-771987e4-20b6-4590-8a97-ee76decd6e27 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:38.281229 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-771987e4-20b6-4590-8a97-ee76decd6e27 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 811 time: 0.1677864
Apr 21 13:42:38.367149 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a5acef74-ffcc-4b42-b087-bf0ce6f982b3 req-e1f86a61-eed5-4b70-b2e7-f2bc4c99fc63 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 210 time: 0.0776608
Apr 21 13:42:38.399288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-b4b8839a-26ec-401b-897a-58bf27863515 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 380 time: 0.0697105
Apr 21 13:42:38.412452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'port': {'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'admin_state_up': True, 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'security_groups': ['87e0e036-1234-4093-826f-f6c5f1c50d5f']}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:38.579459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:38.591186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:38.600295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Made reservation on behalf of bb4cbe96439b4abd8678f7eb780bf38a for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:42:38.612113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:38.798818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Allocated IP 172.20.0.6 (5b62498a-cc4e-45eb-a682-a9022965b86d/3cd186b2-4030-43b0-95fd-55112e6eab9c/4387a751-3846-46b7-9593-c3fb78b4d34e) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:42:38.889697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:38.956065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Router a6c7dc4d-1779-4463-8899-e19078ba4297 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:42:39.018115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.039112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Transition to ACTIVE for port object 4387a751-3846-46b7-9593-c3fb78b4d34e will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:42:39.065329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.074432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ea217d5f-5494-40ad-8d56-eab78a5b28a8 tempest-VolumesSnapshotTestJSON-1609324638 tempest-VolumesSnapshotTestJSON-1609324638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:39.165860 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:42:39.178180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] Sync routers for ids ['a6c7dc4d-1779-4463-8899-e19078ba4297'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:42:39.186489 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-eced9dde-7c60-4bdd-be46-0a89fce7b7b6 admin admin] 10.222.0.41 "PUT /v2.0/routers/a6c7dc4d-1779-4463-8899-e19078ba4297/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9175615
Apr 21 13:42:39.187923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53432) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:39.189473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:39.232778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:42:39.234394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=4387a751-3846-46b7-9593-c3fb78b4d34e,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:39.237486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] Routers {'a6c7dc4d-1779-4463-8899-e19078ba4297'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:39.238208 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c8d2f160>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['a6c7dc4d-1779-4463-8899-e19078ba4297'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:39.247040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:39.253395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:42:39.256115 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:42:39.355915 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:39.356690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.443778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks [] for router, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.454527 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0474415
Apr 21 13:42:39.487093 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Request body: {'port': {'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:39.519009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53452) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:39.550045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbc86-8511-41dc-a8c8-ac1ef19cc9e9 req-8dca4217-f6a3-4314-9c72-6216f180c9e3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:39.559652 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74cdbc86-8511-41dc-a8c8-ac1ef19cc9e9 req-8dca4217-f6a3-4314-9c72-6216f180c9e3 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.4113216
Apr 21 13:42:39.725424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-734c772e-09f3-4cac-a21e-c015fc693c8d None None] Provisioning for port 4387a751-3846-46b7-9593-c3fb78b4d34e completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:42:39.746819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-734c772e-09f3-4cac-a21e-c015fc693c8d None None] Provisioning complete for port 4387a751-3846-46b7-9593-c3fb78b4d34e triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:39.747245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-734c772e-09f3-4cac-a21e-c015fc693c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.782274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.793018 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-59073871-42b1-4e68-8389-ea6f12fc9a54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2726390
Apr 21 13:42:39.800553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Deleting port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:39.801212 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:39.845768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] Set router a6c7dc4d-1779-4463-8899-e19078ba4297 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:40.046432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] For port 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:40.047008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.057981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.124612 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-74cdbc86-8511-41dc-a8c8-ac1ef19cc9e9 req-85e49f95-f16d-4d0d-9eab-06a4f50be834 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5580599
Apr 21 13:42:40.139350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-734c772e-09f3-4cac-a21e-c015fc693c8d None None] Port 4387a751-3846-46b7-9593-c3fb78b4d34e cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:42:40.191788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a93ec-89a4-4af7-a9c4-b3c7c215513c req-377b4f22-2826-4caa-b7b1-e663b058a4a2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:40.192573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9e9a93ec-89a4-4af7-a9c4-b3c7c215513c req-377b4f22-2826-4caa-b7b1-e663b058a4a2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:42:40.215049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Calling delete_port for 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd owned by network:router_gateway {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:40.242053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c8d2f160>, [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:42:37Z', 'revision_number': 5, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port': {'id': '2b2e8a9f-be72-4834-b3ae-ccf53ac743cd', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:47Z', 'updated_at': '2021-04-21T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:40.247034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] Checking router: a6c7dc4d-1779-4463-8899-e19078ba4297 for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:42:40.256720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] Routers {'a6c7dc4d-1779-4463-8899-e19078ba4297'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:40.257401 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c8d2f160>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['a6c7dc4d-1779-4463-8899-e19078ba4297'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:40.270004 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-9e9a93ec-89a4-4af7-a9c4-b3c7c215513c req-377b4f22-2826-4caa-b7b1-e663b058a4a2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:42:40.277607 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e9a93ec-89a4-4af7-a9c4-b3c7c215513c req-377b4f22-2826-4caa-b7b1-e663b058a4a2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 931 time: 0.7096915
Apr 21 13:42:40.357116 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9e9a93ec-89a4-4af7-a9c4-b3c7c215513c req-63146244-0519-47e3-b35a-46bcdfa0b4da tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783219
Apr 21 13:42:40.450916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] Set router a6c7dc4d-1779-4463-8899-e19078ba4297 gateway port host: None {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:40.498036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.503884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-595e253b-a199-4817-ab79-009fa3376f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:40.563437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2e8a9f-be72-4834-b3ae-ccf53ac743cd,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:40.568731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c8d2f160>, [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:42:39Z', 'revision_number': 6, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:40.573436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a58c-211a-4b5c-8ac0-616bbda4fbe2 None None] The sync data for ids ['a6c7dc4d-1779-4463-8899-e19078ba4297'] in dv-cinder-787195-3-iscsi is: [{'id': 'a6c7dc4d-1779-4463-8899-e19078ba4297', 'name': 'tempest-TestShelveInstance-253115973-router', 'tenant_id': 'f51090ad33ca46dea88a203de64b6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:46Z', 'updated_at': '2021-04-21T13:42:39Z', 'revision_number': 6, 'project_id': 'f51090ad33ca46dea88a203de64b6795', 'gw_port_host': None}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:42:40.586772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4387a751-3846-46b7-9593-c3fb78b4d34e {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:42:40.596228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.612883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Transition to ACTIVE for port object 4387a751-3846-46b7-9593-c3fb78b4d34e will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:42:40.615812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.620583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f920e7a2-62a7-4d55-a28b-214850877f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:40.635054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:40.648659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-64fd93f1-b595-43cf-befe-dee54c84ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:40.650323 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-64fd93f1-b595-43cf-befe-dee54c84ad79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734&tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda HTTP/1.1" status: 200  len: 1096 time: 0.2340224
Apr 21 13:42:40.676452 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.696879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4387a751-3846-46b7-9593-c3fb78b4d34e,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:40.765658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:40.891117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Attempting to bind port 4387a751-3846-46b7-9593-c3fb78b4d34e on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:42:40.891545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Attempting to bind port 4387a751-3846-46b7-9593-c3fb78b4d34e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:42:40.892109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Attempting to bind port 4387a751-3846-46b7-9593-c3fb78b4d34e on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:42:40.897261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Port 4387a751-3846-46b7-9593-c3fb78b4d34e on network 5b62498a-cc4e-45eb-a682-a9022965b86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:42:40.898164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Attempting to bind port 4387a751-3846-46b7-9593-c3fb78b4d34e on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:42:40.903838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:42:40.904215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Checking segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:42:40.906970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Bound using segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:42:40.907377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Bound port: 4387a751-3846-46b7-9593-c3fb78b4d34e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:42:40.907898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.935977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.939160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.977446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-e40d540a-bfbf-4d5a-be52-c78b6776c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:40.979132 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-e40d540a-bfbf-4d5a-be52-c78b6776c49f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1096 time: 0.3040926
Apr 21 13:42:40.979946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:40.980477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c7dc4d-1779-4463-8899-e19078ba4297 {{(pid=86358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:42:41.012633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] For port 4387a751-3846-46b7-9593-c3fb78b4d34e, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:42:41.015950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] For port 4387a751-3846-46b7-9593-c3fb78b4d34e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4387a751-3846-46b7-9593-c3fb78b4d34e,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:42:41.019294 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:41.024725 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-02aa40b3-8d8a-415d-8ed0-30e790623270 tempest-VolumesActionsTest-1986811727 tempest-VolumesActionsTest-1986811727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:41.076743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:41.078099 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a6c7dc4d-1779-4463-8899-e19078ba4297 HTTP/1.1" status: 204  len: 168 time: 1.8887525
Apr 21 13:42:41.081801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53466) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:41.090239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.091013 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:41.092556 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 1093 time: 1.6156182
Apr 21 13:42:41.093120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:41.117087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4387a751-3846-46b7-9593-c3fb78b4d34e,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:41.121523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:41.226698 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'status': 'completed', 'code': 200}
Apr 21 13:42:41.231625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Deleting subnet 3fef26b4-228e-43f2-b722-cf2b60cdf57e {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:42:41.240079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:41.276960 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-f004d161-ae10-4d01-9f53-0fbd3ad3d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.278665 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-f004d161-ae10-4d01-9f53-0fbd3ad3d7e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1096 time: 0.1268063
Apr 21 13:42:41.293543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-dfa42edc-b634-4d44-ab10-2d8194fd958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.295213 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-dfa42edc-b634-4d44-ab10-2d8194fd958a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 200  len: 917 time: 0.3080845
Apr 21 13:42:41.438665 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-45dc36ca-f225-434f-8378-e1c731535496 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 217 time: 0.1472754
Apr 21 13:42:41.600848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc4c2-bcd1-40b7-a48d-81eac9879877 req-99a28d47-fcd5-4f2a-b140-9b0b34c9d3ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.602625 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4dbdc4c2-bcd1-40b7-a48d-81eac9879877 req-99a28d47-fcd5-4f2a-b140-9b0b34c9d3ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.3137395
Apr 21 13:42:41.611992 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-07e31560-aa54-4fdb-8157-11cca9f6afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.613841 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-07e31560-aa54-4fdb-8157-11cca9f6afe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.1570451
Apr 21 13:42:41.617288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:41.658518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:41.658903 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2b2e8a9f-be72-4834-b3ae-ccf53ac743cd not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:41.659331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 6fc96f69-bfa3-403d-bb82-c3b93ff12375 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:41.668210 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:41.696583 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 6fc96f69-bfa3-403d-bb82-c3b93ff12375 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:41.696986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 6fc96f69-bfa3-403d-bb82-c3b93ff12375 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:41.718316 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4dbdc4c2-bcd1-40b7-a48d-81eac9879877 req-a99a8748-99ee-43c0-b207-a837af3cae25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033912
Apr 21 13:42:41.750505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f651f-9775-4227-a2c6-db8b5e4ed803 req-ac905ffc-a110-4852-be61-cd5d11f14561 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.750505 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-938f651f-9775-4227-a2c6-db8b5e4ed803 req-ac905ffc-a110-4852-be61-cd5d11f14561 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.2488632
Apr 21 13:42:41.750831 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-f9c7353c-c029-4879-b2cf-5411a1331461 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 200  len: 999 time: 0.4400244
Apr 21 13:42:41.800480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-7fd075e5-d32a-4b66-895c-cfbcbf77ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.802085 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-7fd075e5-d32a-4b66-895c-cfbcbf77ece0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1542983
Apr 21 13:42:41.843175 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-938f651f-9775-4227-a2c6-db8b5e4ed803 req-452e67f5-4530-480c-9946-2cb049955c62 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848458
Apr 21 13:42:41.843444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-24ab5634-d250-4006-83ef-64947e1708fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:41.845108 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-24ab5634-d250-4006-83ef-64947e1708fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 200  len: 855 time: 0.0853548
Apr 21 13:42:41.847968 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:41.994056 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-a33ae1b5-be83-4fc0-9a54-cb4397bfe07f service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811717
Apr 21 13:42:42.066207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-80e6541d-8746-4c88-a153-22e49881be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:42.067771 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-80e6541d-8746-4c88-a153-22e49881be76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c3728c5-041b-4f0a-af28-9d10e08d8714&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1902792
Apr 21 13:42:42.156329 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5d5c63a0-a52a-4d66-b445-ad82413e3706 req-bd9b51b1-7476-4f34-9a9f-e6d1f3d5a1ae service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539910
Apr 21 13:42:42.286022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-19545b5b-727d-4990-b516-a6b7c6602f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:42.287746 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-19545b5b-727d-4990-b516-a6b7c6602f3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1096 time: 0.0867670
Apr 21 13:42:42.302590 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-8fb9f781-e041-41d8-8481-77ce44a0991c service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195270
Apr 21 13:42:42.394506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:42.406490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:42.449953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-8ab5aedb-ef94-4641-8630-ea4c584faa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:42.451655 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-8ab5aedb-ef94-4641-8630-ea4c584faa21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1564987
Apr 21 13:42:42.457080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fef26b4-228e-43f2-b722-cf2b60cdf57e,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:42.459337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:42.465107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:42.468101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5bea8b-49ab-4f7f-aab1-433efd1b1343 None None] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:42:42.484765 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ddcfbdc4-a774-45c2-9166-7a0bf87d1fad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3fef26b4-228e-43f2-b722-cf2b60cdf57e HTTP/1.1" status: 204  len: 168 time: 1.4025228
Apr 21 13:42:42.488857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53482) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:42.599892 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a4103fc4-adde-437d-afe2-6cb8dafa8c87 req-b197a06b-ec96-423b-9bb3-92445a942c39 service neutron] 10.222.0.44 "GET /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2889006
Apr 21 13:42:42.631413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:42.632852 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-32efaf0f-9b00-409d-ab95-e8e2b2cec4ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 217 time: 0.1714368
Apr 21 13:42:42.648487 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Deleting port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:42.649033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:42.712875 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-69b16753-a56e-4fd2-bf2b-e5183c9980dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:42.714635 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-69b16753-a56e-4fd2-bf2b-e5183c9980dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0732338
Apr 21 13:42:42.836955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-aa1b9f9e-1036-48df-91f2-379bd36ee077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:42.837420 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-aa1b9f9e-1036-48df-91f2-379bd36ee077 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1157308
Apr 21 13:42:42.843923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] DHCP port deletion for 554b63e2-7696-4c86-a97d-4dac6dff0a17 request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:42:42.848552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Deleting port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:42.849012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:42.976459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] For port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:42.977346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.115448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Calling delete_port for 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:43.117038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] For port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,segment=NetworkSegment(704b3314-769f-49a1-bc18-5f43978afcf7),segment_id=704b3314-769f-49a1-bc18-5f43978afcf7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:43.117459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.129458 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-4ed27f5b-e8bb-4f85-b101-7362dd66b637 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2764058
Apr 21 13:42:43.202094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.208798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-838fd430-9b67-4c4c-89a6-95f3caa5f325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:43.252974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Calling delete_port for 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:42:43.262030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=17aa82ec-7870-4ac0-ab4d-a53a7595f9e5,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:43.269509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:43.273584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91da7d1-5ee2-45ff-b51b-91c80e9d3d90 req-4a3af557-8841-4daf-a9af-a7070b15a93d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:43.275009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] No DVR routers for this DVR port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 on host dv-cinder-787195-3-iscsi {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:42:43.275292 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c91da7d1-5ee2-45ff-b51b-91c80e9d3d90 req-4a3af557-8841-4daf-a9af-a7070b15a93d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.2960744
Apr 21 13:42:43.286389 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9291-5ab9-44ff-a95a-674387bdd370 req-810ba65b-c23a-4b1d-bb05-b961e2f984b5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:43.288065 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-300b9291-5ab9-44ff-a95a-674387bdd370 req-810ba65b-c23a-4b1d-bb05-b961e2f984b5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.3100882
Apr 21 13:42:43.347794 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:42:43.348192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:42:43.406479 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4acb856b-6d2c-4cd9-aa28-fb5134b95112 req-9e23b960-6263-4555-8c7b-0c2933d6a09f service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689061
Apr 21 13:42:43.409150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.413799 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c91da7d1-5ee2-45ff-b51b-91c80e9d3d90 req-fc54d6ec-da9e-4f4d-b77c-c9b3ca7f1d8a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225820
Apr 21 13:42:43.418788 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-300b9291-5ab9-44ff-a95a-674387bdd370 req-e7eab2df-b0ed-4e56-861c-c181bc8781f5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089647
Apr 21 13:42:43.445177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53500) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:43.532047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c912b438>,) {'filters': {'network_id': ['554b63e2-7696-4c86-a97d-4dac6dff0a17']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:43.545398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c912b438>, '704b3314-769f-49a1-bc18-5f43978afcf7') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:43.545743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c912b438>, '704b3314-769f-49a1-bc18-5f43978afcf7') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:43.566969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.587457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.607944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:42:43.619745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:42:43.653476 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1a968-e2ff-44f3-9085-383f574ef277 tempest-TestMinimumBasicScenario-1009404088 tempest-TestMinimumBasicScenario-1009404088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:43.655190 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-dfb1a968-e2ff-44f3-9085-383f574ef277 tempest-TestMinimumBasicScenario-1009404088 tempest-TestMinimumBasicScenario-1009404088-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1093 time: 0.2085559
Apr 21 13:42:43.661109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53510) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:43.669857 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:42:43.670560 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:42:43.673073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92cd7f-2d1a-4599-a1e1-35b2f8b79322 req-1417c82e-4337-4df2-a24e-208e5086e990 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:43.679461 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8f92cd7f-2d1a-4599-a1e1-35b2f8b79322 req-1417c82e-4337-4df2-a24e-208e5086e990 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.1353514
Apr 21 13:42:43.683887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'port_id': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:43.691196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:43.695301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:floatingip and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:43.699702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:43.723989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:43.751218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for floatingip, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.787623 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8f92cd7f-2d1a-4599-a1e1-35b2f8b79322 req-b0f664c8-1589-4688-ba6e-b7b77510cac6 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889287
Apr 21 13:42:43.830195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:42:43.840296 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.849445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Deleting port 17aa82ec-7870-4ac0-ab4d-a53a7595f9e5 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:42:43.849885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:43.988406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.025847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-d49487ab-66b5-48f6-bd4c-07eed67a1908 None None] The port '17aa82ec-7870-4ac0-ab4d-a53a7595f9e5' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:42:44.162005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Network 554b63e2-7696-4c86-a97d-4dac6dff0a17 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:42:44.206295 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:42:44.258424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Allocated IP 172.27.0.53 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/b05c3c7d-35d5-4d08-a756-e31d8fb3e9d8) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:42:44.362858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.369773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:44.389640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.399637 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=554b63e2-7696-4c86-a97d-4dac6dff0a17,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:44.404768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:44.410956 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4cf46ccf-804d-451b-b4b6-9c354bff9c81 admin admin] 10.222.0.41 "DELETE /v2.0/networks/554b63e2-7696-4c86-a97d-4dac6dff0a17 HTTP/1.1" status: 204  len: 168 time: 1.9186733
Apr 21 13:42:44.479109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.539948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.546494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ca6309dd-afcc-406b-a162-6a6f50adf35f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:44.600146 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53530) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:44.636032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'Port': ['ID=b05c3c7d-35d5-4d08-a756-e31d8fb3e9d8,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:44.672535 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-77ed6a93-a683-424f-80a0-99817d923a0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=577b9c5ee7d94c529beacd039b8e66a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0708439
Apr 21 13:42:44.675096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53534) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:44.678186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:44.716997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:42:44.719885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:42:44.722691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:42:44.746083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.780932 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.842065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.849061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-085439f4-4eb9-44ee-ab43-4b5068561642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:44.865109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de07b15-2c17-44b1-996b-8717477a935a,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:44.880310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:44.888267 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:44.902450 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7de07b15-2c17-44b1-996b-8717477a935a HTTP/1.1" status: 204  len: 168 time: 0.2262113
Apr 21 13:42:45.213301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6066-9838-44bf-bb9d-317a9943f3ce req-20877a41-8fd2-45a8-9cbe-46794485dedb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:45.214942 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcaa6066-9838-44bf-bb9d-317a9943f3ce req-20877a41-8fd2-45a8-9cbe-46794485dedb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.5852003
Apr 21 13:42:45.379192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53544) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:45.402525 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-dcaa6066-9838-44bf-bb9d-317a9943f3ce req-15b76477-0d19-40d8-a137-6fdfa0beeea5 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544151
Apr 21 13:42:45.448019 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-af1c93e8-6350-480e-a5f8-d6bf00cb4db5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f51090ad33ca46dea88a203de64b6795&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0673549
Apr 21 13:42:45.451758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53548) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:45.497927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c226c2-985a-4ac5-8feb-0f665a6fc2b8 req-2b31b3fc-e0d2-4696-9f8d-8483e44b81dc tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:45.499625 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-97c226c2-985a-4ac5-8feb-0f665a6fc2b8 req-2b31b3fc-e0d2-4696-9f8d-8483e44b81dc tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.3652606
Apr 21 13:42:45.542148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:45.576783 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:45.580496 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-97c226c2-985a-4ac5-8feb-0f665a6fc2b8 req-fb0b0e35-fa37-44c6-9882-bc7bb50da224 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676527
Apr 21 13:42:45.654733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:45.660168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7b570fd1-8f59-4cda-9f08-089cfa9f07ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:45.671902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943b7fe-3dd3-4f7f-8a95-3ff3a2b4c56c,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:45.673261 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:45.674330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:45.680695 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:45.682079 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7943b7fe-3dd3-4f7f-8a95-3ff3a2b4c56c HTTP/1.1" status: 204  len: 168 time: 0.2292650
Apr 21 13:42:45.774392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:46.084307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:46.090685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:46.097642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-47690d03-3f4f-4e96-a40a-e6830bd5f41d tempest-VolumesNegativeTest-470118247 tempest-VolumesNegativeTest-470118247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:46.223165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'Port': ['ID=b05c3c7d-35d5-4d08-a756-e31d8fb3e9d8,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:46.228008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:46.235574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:46.445967 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Floating IP 80ac569c-0afe-4e4e-a810-6d28816f00a3 associated. External IP: 172.27.0.53, port: fd8a064f-0dcc-402d-9685-be3dd9bcba1c.
Apr 21 13:42:46.858600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400737c-ab0d-494d-bd9d-689ada9d4809 req-2fc997f0-ea28-4e3a-a08d-a4e69e20ff19 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:46.860154 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1400737c-ab0d-494d-bd9d-689ada9d4809 req-2fc997f0-ea28-4e3a-a08d-a4e69e20ff19 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.2771621
Apr 21 13:42:47.036288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1400737c-ab0d-494d-bd9d-689ada9d4809 req-9a41a6ce-123a-4047-870f-e81e7ee34485 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968194
Apr 21 13:42:47.076686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe36e6-31af-4efe-8984-0c3827ab6c16 req-87ff76e1-b9a7-4dd7-b541-d5244990a53e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:47.078299 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6cbe36e6-31af-4efe-8984-0c3827ab6c16 req-87ff76e1-b9a7-4dd7-b541-d5244990a53e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.3686972
Apr 21 13:42:47.106890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Router 7dce5d0d-3c41-4952-a472-17320d6b876c has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:42:47.212622 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6cbe36e6-31af-4efe-8984-0c3827ab6c16 req-8e8bf2d3-ea24-450e-a94b-c28ab8546743 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248109
Apr 21 13:42:47.359157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:42:47.372463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] Sync routers for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:42:47.386624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:47.387689 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a07080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:47.396209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.461460 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53560) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:47.461697 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7992699
Apr 21 13:42:47.462496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:47.469508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291170917', 'description': 'tempest-secgroup-smoke-291170917 description', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:47.481137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:47.508239 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:47.517631 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'status': 'completed', 'code': 200}
Apr 21 13:42:47.522827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.545288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:47.549755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:47.553713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:47.569676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:47.607615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:47.661135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.663946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.669396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f220567e-76d8-40ed-b751-25f37993911f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:47.716071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac0561d-1c6d-4130-89a6-60f22f72b6b2,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:47.721436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:47.736710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.736710 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b0965acd-efe3-413d-83d0-f3501f869dfa tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2649620
Apr 21 13:42:47.736909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53566) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:47.743083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group_rule': {'security_group_id': '9ac0561d-1c6d-4130-89a6-60f22f72b6b2', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:47.750293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:47.754780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:47.758451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:47.765805 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:47.782536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.869703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.873218 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.883231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a35db4ab-5282-430b-880e-0ffe75d9584a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:47.907361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a781340-eb32-43d2-9497-466c4c9f65e9,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:47.911141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:47.916950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:47.921385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53570) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:47.922342 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-64e3ec83-ca01-49c6-9f24-453bccd9c6af tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1843388
Apr 21 13:42:47.928823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group_rule': {'security_group_id': '9ac0561d-1c6d-4130-89a6-60f22f72b6b2', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:47.943812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:47.963608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:47.976687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:47.992215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:48.015614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.024632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a07080>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '80ac569c-0afe-4e4e-a810-6d28816f00a3', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'port_id': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'mac_address': 'fa:16:3e:bf:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:42:45Z', 'updated_at': '2021-04-21T13:42:45Z', 'revision_number': 0, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:48.039768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] Checking router: 7dce5d0d-3c41-4952-a472-17320d6b876c for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:42:48.051674 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:42:48.053745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a07080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:48.099491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.106058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.108352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:48.135309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331f6168-bd68-47f6-80b0-09939512a9e3,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:48.141449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:48.145801 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.149804 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-27a66732-62e1-4f9f-b5f6-18a5e1c36861 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2244480
Apr 21 13:42:48.149959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53578) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:48.156804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group_rule': {'security_group_id': '9ac0561d-1c6d-4130-89a6-60f22f72b6b2', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:48.163182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:48.167231 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:48.170238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:48.176468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:48.224154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.306663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.310378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.316544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:42:48.353694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9e746917-0261-45ef-94db-cb2f3ceda0eb tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:48.363213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.364752 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2134769
Apr 21 13:42:48.368431 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53584) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:48.371499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd50ed6d-dcc0-4806-91ad-13c524121539,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:48.380822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9c25c02b-62f3-41ed-8648-435ca0791634 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:48.381831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group_rule': {'security_group_id': '9ac0561d-1c6d-4130-89a6-60f22f72b6b2', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:48.397313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:48.407730 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:48.411609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:48.420443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:48.488087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.844085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a07080>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '80ac569c-0afe-4e4e-a810-6d28816f00a3', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'port_id': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'mac_address': 'fa:16:3e:bf:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:42:45Z', 'updated_at': '2021-04-21T13:42:45Z', 'revision_number': 0, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:42:48.849150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e730db-5ecb-4ce7-9d6a-667609a8117c None None] The sync data for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi is: [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '80ac569c-0afe-4e4e-a810-6d28816f00a3', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'port_id': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'mac_address': 'fa:16:3e:bf:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:42:45Z', 'updated_at': '2021-04-21T13:42:45Z', 'revision_number': 0, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:42:48.921962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cde333-572c-46cc-97fc-d8f6b6e248f0 req-2c301dde-c114-4b15-ba03-c6fcd5046dba tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:48.923724 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d1cde333-572c-46cc-97fc-d8f6b6e248f0 req-2c301dde-c114-4b15-ba03-c6fcd5046dba tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.5054021
Apr 21 13:42:48.925864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.953429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:48.995473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4d6f3a32-44ee-4dd6-b6e0-3c66e05faea7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:49.034130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ae8ad7-a4fd-48ca-afca-498a4b84a18f,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:49.059089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.059508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.059924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.060329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.060742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.061139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.061542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.061948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.062374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.062771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.063145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.063544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:42:49.069385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.074007 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7011452
Apr 21 13:42:49.074116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53588) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:49.079777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group_rule': {'security_group_id': '9ac0561d-1c6d-4130-89a6-60f22f72b6b2', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:49.079930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf46778-75b9-4df8-abac-69adfbb313f4 req-ffcc23f3-0488-4d5c-afce-a5952af7380d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:49.089282 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bf46778-75b9-4df8-abac-69adfbb313f4 req-ffcc23f3-0488-4d5c-afce-a5952af7380d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.5379467
Apr 21 13:42:49.090286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:49.092988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-23c6e829-406f-4850-9422-dc950eb14fc3 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:49.095341 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:49.096562 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d1cde333-572c-46cc-97fc-d8f6b6e248f0 req-d23956a4-8cb6-4f07-a428-aa446828ca0a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644850
Apr 21 13:42:49.098685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:49.105258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:49.118940 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.securitygroups_db [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Project c95ad2f4ab454f5c80446f33bdaa8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 13:42:49.127796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.165998 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5bf46778-75b9-4df8-abac-69adfbb313f4 req-a665e239-650d-4e5e-bc59-95cdb5ce866a tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748680
Apr 21 13:42:49.228698 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1abf4-fa8f-4642-96ba-07ef11a52473 None None] New status for floating IP 80ac569c-0afe-4e4e-a810-6d28816f00a3: ACTIVE {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:42:49.246807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.265159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.267312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:49.289516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a58e6ca-3afd-4cdd-bc54-0c9233d2a433,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:49.303984 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:49.308510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.310128 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3d4efe04-0ddd-4ae0-be24-fb03a2af8a0d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2350385
Apr 21 13:42:49.313203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53592) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:42:49.320056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'security_group_rule': {'security_group_id': '9ac0561d-1c6d-4130-89a6-60f22f72b6b2', 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:49.338647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:42:49.343663 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Usage tracker for resource:security_group_rule and tenant:c95ad2f4ab454f5c80446f33bdaa8942 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:42:49.347002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:42:49.367613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:42:49.379145 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.securitygroups_db [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Project c95ad2f4ab454f5c80446f33bdaa8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 13:42:49.387206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.470731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.473955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071164'] for security_group_rule, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.483804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:49.512141 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6a3f0d-4d41-4f72-9e62-b969ef3c6b4a,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:49.515054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:49.531048 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:49.536351 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c519efca-0260-4d7f-8671-8ef484416bc4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2218821
Apr 21 13:42:49.711928 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-fa10a168-c55d-4ca9-8c40-2f42798f17f7 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291170917&fields=id&tenant_id=c95ad2f4ab454f5c80446f33bdaa8942 HTTP/1.1" status: 200  len: 267 time: 0.0631251
Apr 21 13:42:49.810511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-e41ec525-126f-4f12-9d7b-09299ed9e600 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:49.812158 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-e41ec525-126f-4f12-9d7b-09299ed9e600 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.0934212
Apr 21 13:42:49.824895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'port': {'security_groups': ['38fe827f-f86f-434d-9366-c6744705edb5', '9ac0561d-1c6d-4130-89a6-60f22f72b6b2']}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:42:49.978659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:50.323193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:50.369889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:50.379527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f2a6c-06c3-457e-85e3-ef228a927ffe req-c4f48d04-8f57-4709-b74c-32022519deb1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:50.381183 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff8f2a6c-06c3-457e-85e3-ef228a927ffe req-c4f48d04-8f57-4709-b74c-32022519deb1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.1574864
Apr 21 13:42:50.382316 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:50.388131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:50.393638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fd8a064f-0dcc-402d-9685-be3dd9bcba1c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:42:50.493457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:50.494171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:50.506777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0a486614-28f3-4406-b5c9-5cd5862faa27 req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "PUT /v2.0/ports/fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 981 time: 0.6862099
Apr 21 13:42:50.507524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:42:50.590747 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff8f2a6c-06c3-457e-85e3-ef228a927ffe req-7c341119-b939-4074-a1b4-f30295ce3181 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1633348
Apr 21 13:42:50.597973 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=6']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:50.601525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-202cc8b2-55f6-4286-b240-6d505860c6be tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:50.678827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fd8a064f-0dcc-402d-9685-be3dd9bcba1c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:42:50.900868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-49851572-7f14-4756-82c6-f762cea03a12 None None] Provisioning complete for port fd8a064f-0dcc-402d-9685-be3dd9bcba1c triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:42:50.901215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-49851572-7f14-4756-82c6-f762cea03a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:50.924482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0bfb6-6a1d-4d8f-b714-e63dd75f0c9b req-0cea80b1-1956-4581-8f36-dedd59a79ccb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:50.926129 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-73e0bfb6-6a1d-4d8f-b714-e63dd75f0c9b req-0cea80b1-1956-4581-8f36-dedd59a79ccb tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.2370157
Apr 21 13:42:50.949551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a7fd-ae05-4536-8bc6-8395625bc497 req-05311b3a-18d9-4ace-9fb7-5a3f57a6cec7 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:50.951364 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ed0a7fd-ae05-4536-8bc6-8395625bc497 req-05311b3a-18d9-4ace-9fb7-5a3f57a6cec7 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.1817725
Apr 21 13:42:51.034869 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-73e0bfb6-6a1d-4d8f-b714-e63dd75f0c9b req-54808811-b184-4401-80f7-39489a7daffa tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951068
Apr 21 13:42:51.039384 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2ed0a7fd-ae05-4536-8bc6-8395625bc497 req-ce491fba-7e27-4300-865f-4b52d8e403df tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0714841
Apr 21 13:42:51.123745 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'status': 'completed', 'code': 200}
Apr 21 13:42:51.816532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ac0bc-0fc4-4571-8f6d-59b6d5dbb29e req-3d0dbf20-ae81-467c-929d-a4ad40adc074 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:51.821424 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-241ac0bc-0fc4-4571-8f6d-59b6d5dbb29e req-3d0dbf20-ae81-467c-929d-a4ad40adc074 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.1030111
Apr 21 13:42:51.869811 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-241ac0bc-0fc4-4571-8f6d-59b6d5dbb29e req-e3517c8f-504b-4b0d-a1c9-7bb8faaf9260 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434382
Apr 21 13:42:52.273430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47cc5-19d3-45d9-a6b7-1712e08a09bd req-9bd71dea-76e9-4c6f-b4a2-13ce84db8753 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:52.275090 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f8e47cc5-19d3-45d9-a6b7-1712e08a09bd req-9bd71dea-76e9-4c6f-b4a2-13ce84db8753 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.1034930
Apr 21 13:42:52.330661 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f8e47cc5-19d3-45d9-a6b7-1712e08a09bd req-5c2beb69-5fb4-48c0-8d0b-4edb1a97d069 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472503
Apr 21 13:42:53.076072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462a10-f2a4-4c41-a40e-5cb7d0d0a51f req-43841fef-054d-4567-8b94-048e419a7acf tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:53.077740 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e462a10-f2a4-4c41-a40e-5cb7d0d0a51f req-43841fef-054d-4567-8b94-048e419a7acf tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.0909767
Apr 21 13:42:53.137518 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-8e462a10-f2a4-4c41-a40e-5cb7d0d0a51f req-8284a14d-3ef2-4fd0-8404-cbac5f41cb6f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487874
Apr 21 13:42:53.565737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c67e5-4fe7-4c9f-a5a2-81adf3de6011 req-adf92f4f-9e9b-479a-b179-fa15908f8231 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:53.567496 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b60c67e5-4fe7-4c9f-a5a2-81adf3de6011 req-adf92f4f-9e9b-479a-b179-fa15908f8231 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.1038146
Apr 21 13:42:53.617469 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b60c67e5-4fe7-4c9f-a5a2-81adf3de6011 req-0fdf0b23-c698-4dc1-9890-8a5b6c5118f1 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430527
Apr 21 13:42:54.349070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f0d48-b1a7-400f-8a65-e64ca214f723 req-650ce03d-cb33-4c04-9d9d-3d8cce927c8e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:54.351270 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fd4f0d48-b1a7-400f-8a65-e64ca214f723 req-650ce03d-cb33-4c04-9d9d-3d8cce927c8e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.0975404
Apr 21 13:42:54.401508 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fd4f0d48-b1a7-400f-8a65-e64ca214f723 req-4053b075-723c-4dd7-bc1e-6c0a8a3b03a9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438492
Apr 21 13:42:54.836879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a376d-82d4-404a-ba41-54cf873c42c0 req-11f1f9ef-ac40-45e2-8568-8ba845b719dd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:54.838496 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fe6a376d-82d4-404a-ba41-54cf873c42c0 req-11f1f9ef-ac40-45e2-8568-8ba845b719dd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.0912385
Apr 21 13:42:54.888709 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fe6a376d-82d4-404a-ba41-54cf873c42c0 req-fa3f555e-0b06-444d-bca4-293a7aa83b4d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437901
Apr 21 13:42:55.204747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff011a53-0651-483e-841e-36030e8b1b35 req-27c96e62-c821-4b7e-8c5b-6a0eb87f603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:55.206230 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-27c96e62-c821-4b7e-8c5b-6a0eb87f603b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1137 time: 0.0819786
Apr 21 13:42:55.348647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff011a53-0651-483e-841e-36030e8b1b35 req-66a12435-23b6-4f72-8403-fec4bf9c98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:55.350254 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-66a12435-23b6-4f72-8403-fec4bf9c98ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.1369998
Apr 21 13:42:55.461853 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-660d2448-ca3b-4da0-968b-2012550dd08e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 1000 time: 0.1029992
Apr 21 13:42:55.587357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff011a53-0651-483e-841e-36030e8b1b35 req-979226c8-7061-4c65-b032-9285ccdae644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:55.588953 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-979226c8-7061-4c65-b032-9285ccdae644 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.1193726
Apr 21 13:42:55.674155 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef4771-7320-410f-b3fa-5f382fc7270d req-85fa3449-d131-4c69-a067-2904d935329c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:55.675786 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fcef4771-7320-410f-b3fa-5f382fc7270d req-85fa3449-d131-4c69-a067-2904d935329c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.1558964
Apr 21 13:42:55.737399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff011a53-0651-483e-841e-36030e8b1b35 req-11a7f3be-87a7-4c52-bcc0-0644113aea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:55.739221 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-11a7f3be-87a7-4c52-bcc0-0644113aea89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1374309
Apr 21 13:42:55.742927 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fcef4771-7320-410f-b3fa-5f382fc7270d req-fce608be-7ac0-4b3d-a42e-a524ba73e08d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566337
Apr 21 13:42:55.886013 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-c4a68cff-1cca-4d8d-bc0e-7b5e3d2ae67c service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375377
Apr 21 13:42:56.084641 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ff011a53-0651-483e-841e-36030e8b1b35 req-07ec1f8c-aa62-4663-84be-0473f11618bb service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911912
Apr 21 13:42:56.120323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f9662-9381-4d99-997c-b088d7be5ec9 req-79f2a102-68e8-4231-ae13-bf84e37e81a9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:56.121929 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df9f9662-9381-4d99-997c-b088d7be5ec9 req-79f2a102-68e8-4231-ae13-bf84e37e81a9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.1097705
Apr 21 13:42:56.223143 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-df9f9662-9381-4d99-997c-b088d7be5ec9 req-1c78e82d-c9e0-4929-b706-6f2ce5c9c052 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615115
Apr 21 13:42:56.245402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-38bc5ad8-e7a8-454f-a000-fbfd6a089a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:56.247029 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-38bc5ad8-e7a8-454f-a000-fbfd6a089a0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1137 time: 0.1200616
Apr 21 13:42:56.388596 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-72825eab-be1a-4367-8924-6fb6dd0b94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:56.390098 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-72825eab-be1a-4367-8924-6fb6dd0b94d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.1368496
Apr 21 13:42:56.501153 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-d68c1d70-f897-41f2-9b7c-1c3319b1b6cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 1000 time: 0.1033177
Apr 21 13:42:56.569377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-60abbf2f-70d5-4a4c-8968-397315093432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:56.570944 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-60abbf2f-70d5-4a4c-8968-397315093432 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.0636275
Apr 21 13:42:56.666690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-72064f3f-e410-4922-936d-54ef269a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:56.668218 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-72064f3f-e410-4922-936d-54ef269a692b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907705
Apr 21 13:42:56.822982 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-7980a467-e86f-4e09-969a-7075b6cfcd35 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471984
Apr 21 13:42:57.037925 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a903f060-5ae9-49ef-8cbd-4cbee07f4aa4 req-d3f507df-3e34-47c9-9755-3a4fb97cf671 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085781
Apr 21 13:42:57.050587 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93af014-160f-4eb7-a8be-972cf78ab86e req-35b479b5-b253-4c24-8512-6ee2352be01d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:57.052151 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c93af014-160f-4eb7-a8be-972cf78ab86e req-35b479b5-b253-4c24-8512-6ee2352be01d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.1472676
Apr 21 13:42:57.102372 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c93af014-160f-4eb7-a8be-972cf78ab86e req-1f9ed45c-cbb6-4cc1-83e3-272c52d83092 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423899
Apr 21 13:42:57.435166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849bed8-4fae-471b-bd84-96711ea315bd req-d543fc3a-f4cf-4a3e-a44f-297f725fcd45 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:57.436777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5849bed8-4fae-471b-bd84-96711ea315bd req-d543fc3a-f4cf-4a3e-a44f-297f725fcd45 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.0915391
Apr 21 13:42:57.483958 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5849bed8-4fae-471b-bd84-96711ea315bd req-d90d9bac-678d-4016-a880-eddd7a400025 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408769
Apr 21 13:42:58.306063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbebc2e-c347-4ed8-b9e7-cc278f7a1ace req-9578041e-e3b0-44e9-a4a4-0d5fea87fc8f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:58.307682 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0cbebc2e-c347-4ed8-b9e7-cc278f7a1ace req-9578041e-e3b0-44e9-a4a4-0d5fea87fc8f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.0868719
Apr 21 13:42:58.356038 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-0cbebc2e-c347-4ed8-b9e7-cc278f7a1ace req-3e48499e-9a69-4235-a5ae-8241ee981808 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417755
Apr 21 13:42:58.936342 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740ecb-7912-46ae-b2cf-4d2450d9b0f7 req-9ea45a4a-d132-4bc1-9597-efc0a5593908 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:58.938023 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59740ecb-7912-46ae-b2cf-4d2450d9b0f7 req-9ea45a4a-d132-4bc1-9597-efc0a5593908 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 943 time: 0.3335195
Apr 21 13:42:58.986694 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-59740ecb-7912-46ae-b2cf-4d2450d9b0f7 req-385af701-e3f7-4c21-8770-e0dd041a2326 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420735
Apr 21 13:42:59.293905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 4387a751-3846-46b7-9593-c3fb78b4d34e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:42:59.439159 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 4387a751-3846-46b7-9593-c3fb78b4d34e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4387a751-3846-46b7-9593-c3fb78b4d34e,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:59.453669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:42:59.513272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:59.530865 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4387a751-3846-46b7-9593-c3fb78b4d34e {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:42:59.547900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 4387a751-3846-46b7-9593-c3fb78b4d34e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4387a751-3846-46b7-9593-c3fb78b4d34e,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:59.551829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:59.552475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:42:59.556488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0427f14b-ae8f-4380-9555-261d41ecab41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:59.577073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab1886-8a3c-46e2-bb83-5f696f5495cc req-aa2e3653-bce5-4ca8-ac44-0019b72d2d4e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:42:59.578696 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-edab1886-8a3c-46e2-bb83-5f696f5495cc req-aa2e3653-bce5-4ca8-ac44-0019b72d2d4e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 943 time: 0.1034317
Apr 21 13:42:59.634170 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-edab1886-8a3c-46e2-bb83-5f696f5495cc req-19c51ba5-84ec-4cea-ac0b-82a08dda46ff tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486810
Apr 21 13:42:59.699700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=4387a751-3846-46b7-9593-c3fb78b4d34e,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:59.704333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:42:59.763762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:59.777446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'port_id': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'mac_address': 'fa:16:3e:af:1f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:42:59.835169 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:59.853545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c44a3c-83d9-41ec-88da-df40caecbce4 {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:42:59.869653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:42:59.872355 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:42:59.874185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:42:59.946714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=9']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:42:59.949900 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:00.109308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['4387a751-3846-46b7-9593-c3fb78b4d34e'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:43:00.137861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['15c44a3c-83d9-41ec-88da-df40caecbce4'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:43:00.194824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd3869-8e99-4c9c-8b53-a20e4c3f8602 req-c47f833e-f1a2-4554-b9de-e5bcec07b6d7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:00.196484 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f8bd3869-8e99-4c9c-8b53-a20e4c3f8602 req-c47f833e-f1a2-4554-b9de-e5bcec07b6d7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 944 time: 0.0890677
Apr 21 13:43:00.278306 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f8bd3869-8e99-4c9c-8b53-a20e4c3f8602 req-a517919c-21e9-4214-9e8b-6d03c4f96300 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744827
Apr 21 13:43:00.846795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9090-751f-4a9f-b97d-e96730dd3c59 req-7f19eafe-6ebe-4f11-9441-85280e4fc9f6 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:00.848396 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-618b9090-751f-4a9f-b97d-e96730dd3c59 req-7f19eafe-6ebe-4f11-9441-85280e4fc9f6 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 944 time: 0.1007988
Apr 21 13:43:00.898830 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-618b9090-751f-4a9f-b97d-e96730dd3c59 req-eb722fa9-30d3-4423-8925-40411a0a552e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438225
Apr 21 13:43:01.304928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 4387a751-3846-46b7-9593-c3fb78b4d34e up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:43:01.378067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port 4387a751-3846-46b7-9593-c3fb78b4d34e completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:43:01.383277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 4387a751-3846-46b7-9593-c3fb78b4d34e triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:43:01.383702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.498195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6054-de18-4fef-bc4f-a1a7ba83339e req-09ff89c9-fa0d-4f69-a14d-392cbd117c1c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:01.499918 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-193b6054-de18-4fef-bc4f-a1a7ba83339e req-09ff89c9-fa0d-4f69-a14d-392cbd117c1c tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 944 time: 0.0948901
Apr 21 13:43:01.511892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.540937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:43:01.552100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 4387a751-3846-46b7-9593-c3fb78b4d34e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4387a751-3846-46b7-9593-c3fb78b4d34e,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:01.556151 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.557084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:43:01.567668 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-193b6054-de18-4fef-bc4f-a1a7ba83339e req-8c32ab30-1902-4d5a-9dbe-9ba126ded1c9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605705
Apr 21 13:43:01.588536 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-da68bdbc-6cb2-4bb2-b6d1-c119716fef2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:01.635693 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'code': 200}
Apr 21 13:43:01.689869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=4387a751-3846-46b7-9593-c3fb78b4d34e,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:01.693276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:01.702437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port 15c44a3c-83d9-41ec-88da-df40caecbce4 triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:43:01.702907 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.832020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.865687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ac80-9c8f-44f7-a4d7-741f7e74d72a req-6a5a09c6-fa0a-4309-9fb6-aaab24b68127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:01.867796 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d108ac80-9c8f-44f7-a4d7-741f7e74d72a req-6a5a09c6-fa0a-4309-9fb6-aaab24b68127 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1098 time: 0.0822723
Apr 21 13:43:01.869394 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:01.872747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.874723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:01.916935 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d108ac80-9c8f-44f7-a4d7-741f7e74d72a req-ff9c101e-8d87-4aa5-a7b0-6816ad4ca083 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426917
Apr 21 13:43:01.958669 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:01.959258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=10']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:01.963121 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:02.116137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e974ef-7d88-45a7-99b3-27ea29e0a23d req-ee38b2e6-31cf-458c-8c26-64ea4700e4ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:02.118188 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-95e974ef-7d88-45a7-99b3-27ea29e0a23d req-ee38b2e6-31cf-458c-8c26-64ea4700e4ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 945 time: 0.0946968
Apr 21 13:43:02.165849 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-95e974ef-7d88-45a7-99b3-27ea29e0a23d req-8b23eb8c-7061-4821-b4e3-968f4f7396f5 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411234
Apr 21 13:43:02.808520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34c717-ff22-4fb4-985a-db8ee91b2738 req-78edcc86-91ab-470d-a44b-01dd7af917ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:02.810124 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ea34c717-ff22-4fb4-985a-db8ee91b2738 req-78edcc86-91ab-470d-a44b-01dd7af917ba tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.0940642
Apr 21 13:43:02.861255 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ea34c717-ff22-4fb4-985a-db8ee91b2738 req-47713fed-e7ab-450d-8a32-d56769510922 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446198
Apr 21 13:43:03.371620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6aa7-7a61-4361-b498-7d405dd847b9 req-e51288f2-d7bd-4df4-816a-1e5eca1e7faf tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:03.373210 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4d2e6aa7-7a61-4361-b498-7d405dd847b9 req-e51288f2-d7bd-4df4-816a-1e5eca1e7faf tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 945 time: 0.0890617
Apr 21 13:43:03.420772 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-4d2e6aa7-7a61-4361-b498-7d405dd847b9 req-04555b9c-f884-4b5c-a118-8180aaffab6e tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412385
Apr 21 13:43:03.625659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4028ed7-c35e-465c-a9e7-50e3af8dfe61 req-fe6def28-6c88-4239-8222-e4d50209b16b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:03.627333 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f4028ed7-c35e-465c-a9e7-50e3af8dfe61 req-fe6def28-6c88-4239-8222-e4d50209b16b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 945 time: 0.0919719
Apr 21 13:43:03.636956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:43:03.675848 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f4028ed7-c35e-465c-a9e7-50e3af8dfe61 req-09cd0690-5803-44b4-a2be-04228c17b5fa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413604
Apr 21 13:43:03.684835 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'code': 200}
Apr 21 13:43:03.701942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53660) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:03.783215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b47a9-a4cd-43df-a56f-e24a0128321f tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:03.784059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-883b47a9-a4cd-43df-a56f-e24a0128321f tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] Synchronizing usage tracker for tenant:3e002f81d5f749cc8dd03bf6b11731f8 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:43:03.800310 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-883b47a9-a4cd-43df-a56f-e24a0128321f tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] Unset dirty status for tenant:3e002f81d5f749cc8dd03bf6b11731f8 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:43:03.801557 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-883b47a9-a4cd-43df-a56f-e24a0128321f tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1093 time: 0.0984674
Apr 21 13:43:03.805068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53664) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:03.810894 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:43:03.817379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:43:03.822164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:floatingip and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:43:03.825333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:43:03.831675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:43:03.841506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:04.080548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a52ae-b0f3-47b3-9cfb-f99061ffcefb req-97658fdb-486a-4911-ab96-a5c089fd72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:04.082172 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e8a52ae-b0f3-47b3-9cfb-f99061ffcefb req-97658fdb-486a-4911-ab96-a5c089fd72fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 1099 time: 0.2236159
Apr 21 13:43:04.174170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d769524-1eff-4eba-aac0-505804ce585e req-967f5e72-bd68-46c7-885e-962303c3f15b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:04.175773 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2d769524-1eff-4eba-aac0-505804ce585e req-967f5e72-bd68-46c7-885e-962303c3f15b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.1884863
Apr 21 13:43:04.178826 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e8a52ae-b0f3-47b3-9cfb-f99061ffcefb req-302140dc-67e6-4893-bbdf-0a8fae20a79a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841038
Apr 21 13:43:04.198256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:04.284737 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2d769524-1eff-4eba-aac0-505804ce585e req-0538e8fa-9442-4953-b511-7cc44ca1dcff tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012268
Apr 21 13:43:04.369847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Allocated IP 172.27.0.92 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/be4889e9-3f92-4306-96ea-1a405f396022) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:43:04.397112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:43:04.443703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-45c1eb05-db8a-44de-ac5b-6ef4d64253b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:04.525884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:04.556288 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:04.560944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:04.627328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:43:04.630365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:43:04.634398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:43:04.666787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=be4889e9-3f92-4306-96ea-1a405f396022,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:04.673348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:05.071403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:05.154769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:05.384423 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:05.388180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:05.392473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4db15885-6d4c-4643-b4c0-cf918669ea25 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:05.562686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=be4889e9-3f92-4306-96ea-1a405f396022,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:05.572086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:05.600356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:05.740682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676943d-d5c6-4c9b-8937-c87cfe0357c4 req-10b02969-b772-421f-9237-43e454ac47b7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:05.742341 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a676943d-d5c6-4c9b-8937-c87cfe0357c4 req-10b02969-b772-421f-9237-43e454ac47b7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.3096766
Apr 21 13:43:05.827728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a676943d-d5c6-4c9b-8937-c87cfe0357c4 req-a6dd7ec3-a848-4d1b-a5ec-70b4722ab414 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768380
Apr 21 13:43:05.838450 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP 1c9c6489-498a-4a49-a9a2-9fb095d8db77 associated. External IP: 172.27.0.92, port: 4387a751-3846-46b7-9593-c3fb78b4d34e.
Apr 21 13:43:06.457206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:43:06.654767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:43:06.664450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:43:06.674640 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:43:06.675321 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c1e198>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:42:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:06.680445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:06.748173 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9418437
Apr 21 13:43:06.748923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:43:06.799878 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'status': 'completed', 'code': 200}
Apr 21 13:43:06.807595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5f62adb1-450d-45da-8c91-b8fea40cc1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:06.870740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:43:06.923200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-3a7f22bb-4fe6-4fb6-b351-080828f340a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:06.924842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-3a7f22bb-4fe6-4fb6-b351-080828f340a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1098 time: 0.0994246
Apr 21 13:43:06.986116 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:07.159453 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-263ee859-2978-413c-9a8c-1085ddaccfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:07.161050 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-263ee859-2978-413c-9a8c-1085ddaccfa2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.2238193
Apr 21 13:43:07.170030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd822b-48a5-457c-b918-08f6a6362810 req-acd636e7-6a0e-48c6-87cd-efbfe67859df tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:07.171608 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80fd822b-48a5-457c-b918-08f6a6362810 req-acd636e7-6a0e-48c6-87cd-efbfe67859df tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.2066770
Apr 21 13:43:07.312313 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-80fd822b-48a5-457c-b918-08f6a6362810 req-f0460d2d-ba07-40fc-b943-b18cb62cbd70 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845990
Apr 21 13:43:07.318234 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-608b9cdc-8997-4cac-8bf4-c36a1bc4c6b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 998 time: 0.1455746
Apr 21 13:43:07.395251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-778b10f8-935a-410b-9ea3-09593c0ad2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:07.396872 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-778b10f8-935a-410b-9ea3-09593c0ad2c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0723562
Apr 21 13:43:07.431262 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c1e198>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:05Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:07.435277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:43:07.444191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:43:07.445425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c1e198>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:43:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:07.483933 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-bd5fa32e-950c-48b3-94d7-f292d48e62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:07.485570 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-bd5fa32e-950c-48b3-94d7-f292d48e62f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819538
Apr 21 13:43:07.636402 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-ed86b1b7-aed7-4f35-8a88-8950d29e11d0 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422982
Apr 21 13:43:07.637651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:43:07.784334 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6e73a18d-d6f7-4faf-8574-ba2a7af67060 req-3410f068-6c63-42c2-836f-dc5d7c6ad803 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413534
Apr 21 13:43:08.003569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9c1e198>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:05Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:08.007726 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0907f1f-8359-4a51-a2b8-26c87d2871f3 None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:05Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:43:08.037286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:08.302301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454f67c-f264-4995-aa32-162d73cf70e0 None None] New status for floating IP 1c9c6489-498a-4a49-a9a2-9fb095d8db77: ACTIVE {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:43:08.868361 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:11.128126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-55ac8403-d04b-4a3d-b730-0a9c372990b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:11.129759 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-55ac8403-d04b-4a3d-b730-0a9c372990b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1137 time: 0.1546686
Apr 21 13:43:11.142589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351efbce-be5d-44d5-868a-ff2330ac6563 req-f41e853c-f3fe-4d80-b420-3c7d80910c53 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:11.144089 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-351efbce-be5d-44d5-868a-ff2330ac6563 req-f41e853c-f3fe-4d80-b420-3c7d80910c53 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.1266603
Apr 21 13:43:11.286814 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-351efbce-be5d-44d5-868a-ff2330ac6563 req-998aa7d8-5774-43f0-989f-98c5847c3082 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1184287
Apr 21 13:43:11.324329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-ae2f22b3-a00a-44e4-9cc4-c966f420c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:11.325936 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-ae2f22b3-a00a-44e4-9cc4-c966f420c126 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.1809194
Apr 21 13:43:11.437065 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-529a876d-8ad2-4ca0-b729-4b0079d33d7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 1000 time: 0.1042776
Apr 21 13:43:11.505434 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-c50918fc-1b77-4149-aaa5-7a10e14759fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:11.507012 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-c50918fc-1b77-4149-aaa5-7a10e14759fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.0633514
Apr 21 13:43:11.603485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-f729a0c2-a4cd-42fb-90cc-40432e3783bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:11.605086 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-f729a0c2-a4cd-42fb-90cc-40432e3783bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915742
Apr 21 13:43:11.755024 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-80b9b2af-6a30-4ebc-8ab7-ff99e8880a74 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426899
Apr 21 13:43:11.903089 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6c46f7b6-cfdb-4977-beb9-c5c949c45d17 req-375260cb-78b8-4837-b64c-55b3b36de977 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408973
Apr 21 13:43:12.495064 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203448e0-ff2d-40b5-8c25-5542c25f84e2 req-5009b4f6-d692-4886-918d-0dee92acf3e2 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:12.496687 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-203448e0-ff2d-40b5-8c25-5542c25f84e2 req-5009b4f6-d692-4886-918d-0dee92acf3e2 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0894387
Apr 21 13:43:12.547447 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-203448e0-ff2d-40b5-8c25-5542c25f84e2 req-f9fb4b09-0e1e-4ed5-8bfd-dc974daa6538 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0441155
Apr 21 13:43:13.757114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b33c-9888-4373-b79f-f8e271b67b8b req-5ec845e7-6709-46fb-9ae6-c21336787f77 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:13.758741 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e575b33c-9888-4373-b79f-f8e271b67b8b req-5ec845e7-6709-46fb-9ae6-c21336787f77 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0967097
Apr 21 13:43:13.809066 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e575b33c-9888-4373-b79f-f8e271b67b8b req-03a9c56e-c5de-454a-8bc7-22620deade9d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431914
Apr 21 13:43:15.012808 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96edb-6025-41dc-b180-0377550f0f9e req-77d80eae-1004-4f27-b54b-5f356e05e132 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:15.014431 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-63a96edb-6025-41dc-b180-0377550f0f9e req-77d80eae-1004-4f27-b54b-5f356e05e132 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0894852
Apr 21 13:43:15.068340 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-63a96edb-6025-41dc-b180-0377550f0f9e req-08f92b89-0769-47ae-a816-44a119e2e751 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0472865
Apr 21 13:43:16.383778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f28d-773f-4fab-a9f3-f22bb1a563ae req-8bc1985c-4c85-4327-b8e6-3c0525d311c4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:16.385372 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1092f28d-773f-4fab-a9f3-f22bb1a563ae req-8bc1985c-4c85-4327-b8e6-3c0525d311c4 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.2024879
Apr 21 13:43:16.435572 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1092f28d-773f-4fab-a9f3-f22bb1a563ae req-fb19e8b9-7cae-4204-9834-34c8cbad7b4b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0430129
Apr 21 13:43:17.640721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f850-6457-4407-8f4d-f876bc802923 req-5739e813-08ca-44e7-ac6b-8fc5d5e1038e tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:17.642323 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9748f850-6457-4407-8f4d-f876bc802923 req-5739e813-08ca-44e7-ac6b-8fc5d5e1038e tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0919311
Apr 21 13:43:17.693412 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9748f850-6457-4407-8f4d-f876bc802923 req-1649d98e-4201-49d2-b973-198a10426e8a tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0441484
Apr 21 13:43:18.909631 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449da630-f5b9-44bb-950d-b439406ad37a req-c24558ce-10b1-450f-a428-c95725c09d9c tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:18.912069 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-449da630-f5b9-44bb-950d-b439406ad37a req-c24558ce-10b1-450f-a428-c95725c09d9c tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0990174
Apr 21 13:43:18.964883 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-449da630-f5b9-44bb-950d-b439406ad37a req-b53286aa-0d64-47ed-9627-3c5d9b9a6bc1 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0455070
Apr 21 13:43:20.440793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3af3e-2808-421c-9c4f-db26e9ca6026 req-29080bca-78df-4508-b9f4-aafa356fdf4f tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:20.442407 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-acc3af3e-2808-421c-9c4f-db26e9ca6026 req-29080bca-78df-4508-b9f4-aafa356fdf4f tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.3412626
Apr 21 13:43:20.493412 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-acc3af3e-2808-421c-9c4f-db26e9ca6026 req-878e59bc-0289-4626-8410-4d514fa660bc tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444894
Apr 21 13:43:21.709242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef58cd-55fd-4e5c-b9f4-513923f5a926 req-bdbcaa32-65fc-4b68-94b8-899de9e14b68 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:21.711040 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bfef58cd-55fd-4e5c-b9f4-513923f5a926 req-bdbcaa32-65fc-4b68-94b8-899de9e14b68 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.1016943
Apr 21 13:43:21.768083 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bfef58cd-55fd-4e5c-b9f4-513923f5a926 req-5dd8bc0d-d852-4b59-b3f1-86ee2bcb6d52 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0498161
Apr 21 13:43:23.023071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193158f9-fff5-4873-8bc9-53b70a24f583 req-5e7d328a-d6d2-4403-9d53-446eb0e3be4e tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:23.024672 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-193158f9-fff5-4873-8bc9-53b70a24f583 req-5e7d328a-d6d2-4403-9d53-446eb0e3be4e tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.1419389
Apr 21 13:43:23.075585 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-193158f9-fff5-4873-8bc9-53b70a24f583 req-77519e0b-240e-4085-b1e6-f0827bdd2f42 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436387
Apr 21 13:43:24.282898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68395425-6b0a-4f1c-b35a-f04d9603a346 req-f489a229-09e2-49a6-893a-d68b84d6a54d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:24.284441 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68395425-6b0a-4f1c-b35a-f04d9603a346 req-f489a229-09e2-49a6-893a-d68b84d6a54d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0939460
Apr 21 13:43:24.334883 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-68395425-6b0a-4f1c-b35a-f04d9603a346 req-6b262a96-b2e5-4c27-8ec5-d220518da156 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439565
Apr 21 13:43:25.541944 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be0b20-47d7-460b-bffe-0441f9b89e4e req-ddc14459-6302-43ca-8220-e6eeb6d1856d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:25.544074 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9be0b20-47d7-460b-bffe-0441f9b89e4e req-ddc14459-6302-43ca-8220-e6eeb6d1856d tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0954859
Apr 21 13:43:25.606238 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b9be0b20-47d7-460b-bffe-0441f9b89e4e req-aca21333-8583-4c17-93b2-05256c500636 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0549943
Apr 21 13:43:26.810682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4002-e906-4d20-8b0d-a87d537f9fdf req-2234ef43-8bd4-47c8-841f-e6314c8790d9 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:26.812829 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-36ec4002-e906-4d20-8b0d-a87d537f9fdf req-2234ef43-8bd4-47c8-841f-e6314c8790d9 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0889668
Apr 21 13:43:26.862341 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-36ec4002-e906-4d20-8b0d-a87d537f9fdf req-f03d37ed-9e20-481c-9922-f89ccc321951 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0430787
Apr 21 13:43:28.072479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0093145-d025-4e1d-9e64-c54cd7c69ef0 req-9decbba7-ae94-41ab-b51a-3761625aeefb tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:28.074057 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f0093145-d025-4e1d-9e64-c54cd7c69ef0 req-9decbba7-ae94-41ab-b51a-3761625aeefb tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0916567
Apr 21 13:43:28.123549 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-f0093145-d025-4e1d-9e64-c54cd7c69ef0 req-71573614-a27c-4e5b-ac12-a033073abe48 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ac0561d-1c6d-4130-89a6-60f22f72b6b2&id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428751
Apr 21 13:43:31.978137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:34.446711 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15639b5d-2144-4cf3-a5ca-fd6a8bcef5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:35.014782 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-f825c80a-f0cd-4cc5-94ab-7a682a410b01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1283226
Apr 21 13:43:35.123085 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-8f8ca9d6-6738-4193-b1d0-5fa906e70cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:35.124680 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-8f8ca9d6-6738-4193-b1d0-5fa906e70cd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1137 time: 0.0812695
Apr 21 13:43:35.285632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-3810efa8-6c16-42cb-8a35-8f34c8bba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:35.287161 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-3810efa8-6c16-42cb-8a35-8f34c8bba72a service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.1381934
Apr 21 13:43:35.401994 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-d20d856a-d33c-472c-9e68-c8115bb55444 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 1000 time: 0.1052530
Apr 21 13:43:35.472143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-eef07133-8e0e-412f-a5b3-1703dafd5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:35.473751 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-eef07133-8e0e-412f-a5b3-1703dafd5d5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.0643589
Apr 21 13:43:35.560371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-49d0beda-4104-4360-a01a-c0b26aaa7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:35.561981 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-49d0beda-4104-4360-a01a-c0b26aaa7014 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751863
Apr 21 13:43:35.573416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-3acbe539-fbcd-4201-8d2a-137d340fd541 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:43:35.574647 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-3acbe539-fbcd-4201-8d2a-137d340fd541 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053682
Apr 21 13:43:35.719194 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-65b047a7-aac4-4c18-bee5-130006ab4b99 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357155
Apr 21 13:43:35.862051 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08a3fe80-0a30-45e7-9662-7afa0ef71c7e req-ae430a8c-fb12-4abc-b06e-f591a0f4f377 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349490
Apr 21 13:43:36.799720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-726a1667-2f6f-4e08-9813-9d6c5eb2206c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:36.986856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:38.039657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:38.870854 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:41.147160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ac86-f4fb-48d6-9806-d5356d8dedce req-97e43d85-9d9e-43f2-9afb-63a91fa5259b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:41.148672 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-47a0ac86-f4fb-48d6-9806-d5356d8dedce req-97e43d85-9d9e-43f2-9afb-63a91fa5259b tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.0923612
Apr 21 13:43:41.196160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-47a0ac86-f4fb-48d6-9806-d5356d8dedce req-d7542bee-5782-4ac3-bfe9-83e41f5d7eb2 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404911
Apr 21 13:43:41.398456 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:43:42.409025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55905de-b2b1-47d6-b943-118a45dbe6ab req-8a79679a-6799-4912-9bcf-f0cdb770a2d9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:42.410757 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c55905de-b2b1-47d6-b943-118a45dbe6ab req-8a79679a-6799-4912-9bcf-f0cdb770a2d9 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.0935237
Apr 21 13:43:42.503267 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c55905de-b2b1-47d6-b943-118a45dbe6ab req-aabdbd3e-b16a-4fe1-91e5-606107426cf7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9a1181d-32b2-4a45-abce-f5ac65a4f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860672
Apr 21 13:43:42.543205 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e800d-ae60-49fc-bcce-527f73b18962 req-aab77f06-7769-45cf-8964-89767352f7dd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:43:42.544760 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-135e800d-ae60-49fc-bcce-527f73b18962 req-aab77f06-7769-45cf-8964-89767352f7dd tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 946 time: 0.0920658
Apr 21 13:43:42.623892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Deleting port 15c44a3c-83d9-41ec-88da-df40caecbce4 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:42.624285 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:42.881207 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] For port 15c44a3c-83d9-41ec-88da-df40caecbce4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=15c44a3c-83d9-41ec-88da-df40caecbce4,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:42.881612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:43.198125 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:43.198479 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:43.198859 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Floating IP b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f disassociated. External IP: 172.27.0.229, port: 15c44a3c-83d9-41ec-88da-df40caecbce4.
Apr 21 13:43:43.199242 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Calling delete_port for 15c44a3c-83d9-41ec-88da-df40caecbce4 owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:43.345302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:43.350870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:43.397049 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event deleted for resources: {'Port': ['ID=15c44a3c-83d9-41ec-88da-df40caecbce4,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:43.400770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:43.598958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Router 16702814-ab9d-47af-859e-4a3941a9034f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:43:43.722581 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7b9f739e-ceb0-4d1f-9777-cd02fcc2b678 req-781cb9f5-58d6-4540-9483-07680e128e58 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0187e8-ee2b-4dbb-b917-7d6dd9baf734 HTTP/1.1" status: 200  len: 210 time: 0.0634241
Apr 21 13:43:43.838302 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:43:43.852548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:43:43.863722 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:43:43.864665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b46da0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:43:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:43.920672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] No DVR routers for this DVR port 15c44a3c-83d9-41ec-88da-df40caecbce4 on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:43:43.923226 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:43.926160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-deleted', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:43:43.942763 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-135e800d-ae60-49fc-bcce-527f73b18962 req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.44 "DELETE /v2.0/ports/15c44a3c-83d9-41ec-88da-df40caecbce4 HTTP/1.1" status: 204  len: 173 time: 1.3924868
Apr 21 13:43:43.988234 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0187e8-ee2b-4dbb-b917-7d6dd9baf734', 'name': 'network-vif-deleted', 'tag': '15c44a3c-83d9-41ec-88da-df40caecbce4', 'status': 'completed', 'code': 200}
Apr 21 13:43:44.057826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:43:44.384892 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b46da0>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:44.391387 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:43:44.400756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:43:44.401420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b46da0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:43:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:44.589326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:43:44.857139 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53788) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:44.918648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9b46da0>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:44.923645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535dea3-8870-4b60-b4f3-54f5cdbaae06 None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:37:46Z', 'revision_number': 4, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '3d65c240-8604-4560-b47f-199590ea7faa', 'name': '', 'network_id': '6c3728c5-041b-4f0a-af28-9d10e08d8714', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'mac_address': 'fa:16:3e:4e:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:44Z', 'updated_at': '2021-04-21T13:37:55Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'subnets': [{'id': '100abdee-94c9-4e48-80c7-d871294c83b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:43:44.931407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.207778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.252426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.257491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d2555c6e-990f-492e-9639-b9117011ebc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:45.274331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a1181d-32b2-4a45-abce-f5ac65a4f29a,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:45.277037 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:45.284483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.285701 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "DELETE /v2.0/security-groups/d9a1181d-32b2-4a45-abce-f5ac65a4f29a HTTP/1.1" status: 204  len: 168 time: 0.4268124
Apr 21 13:43:45.288641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53792) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:45.306615 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.api.v2.resource [None req-5007846d-9e56-4bec-87c2-2c7f6fab6f29 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] show failed (client error): The resource could not be found.
Apr 21 13:43:45.307809 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5007846d-9e56-4bec-87c2-2c7f6fab6f29 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "GET /v2.0/security-groups/d9a1181d-32b2-4a45-abce-f5ac65a4f29a HTTP/1.1" status: 404  len: 347 time: 0.0180781
Apr 21 13:43:45.310823 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53796) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:45.313791 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0b3a6-dcc1-4eec-8932-fba6dc33f7f0 None None] New status for floating IP b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f: DOWN {{(pid=86360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:43:45.465534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:43:45.483632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Deleting port 3b4422d6-d6d0-4a41-94ea-e83526585204 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:45.484023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.513326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 15c44a3c-83d9-41ec-88da-df40caecbce4 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:43:45.514278 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 15c44a3c-83d9-41ec-88da-df40caecbce4 not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:43:45.667812 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.668220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:45.799713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Calling delete_port for 3b4422d6-d6d0-4a41-94ea-e83526585204 owned by network:floatingip {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:45.884925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86359) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:43:45.885478 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:43:46.386810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Deleting port 3b4422d6-d6d0-4a41-94ea-e83526585204 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:46.387206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:46.569656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:46.570020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:46.702160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Calling delete_port for 3b4422d6-d6d0-4a41-94ea-e83526585204 owned by network:floatingip {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:46.846237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:46.851003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ff1f9891-d8b7-48f2-a98b-4e1841e82d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:46.900849 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Pushing event deleted for resources: {'Port': ['ID=3b4422d6-d6d0-4a41-94ea-e83526585204,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:46.930383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:47.000251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks [] for floatingip, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:47.015505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:47.016716 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] 10.222.0.41 "DELETE /v2.0/floatingips/b19506a5-a1e8-49e7-8ff5-d5eaa9fb198f HTTP/1.1" status: 204  len: 168 time: 1.7049100
Apr 21 13:43:49.832277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53824) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:50.507266 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:50.872807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Deleting port 3d65c240-8604-4560-b47f-199590ea7faa {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:50.873418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:51.053721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] For port 3d65c240-8604-4560-b47f-199590ea7faa, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3d65c240-8604-4560-b47f-199590ea7faa,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:51.054117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:51.183367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Calling delete_port for 3d65c240-8604-4560-b47f-199590ea7faa owned by network:router_interface {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:51.598123 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:51.603001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-aaa049d4-0ee4-4cb0-835e-23dbe1bc9da8 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:51.685412 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d65c240-8604-4560-b47f-199590ea7faa,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:51.727948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.728403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.728826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.729237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.729649 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.730059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.730483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.730920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.731346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.731712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.732114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.732517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:43:51.736928 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:51.950256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:52.326471 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Router 16702814-ab9d-47af-859e-4a3941a9034f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:43:52.515522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:43:52.524534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] Sync routers for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:43:52.528229 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5dd8118b-c7a7-4418-b8e1-84b1bbbea792 admin admin] 10.222.0.41 "PUT /v2.0/routers/16702814-ab9d-47af-859e-4a3941a9034f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6948333
Apr 21 13:43:52.530830 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53830) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:52.534542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:43:52.535216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d2c160>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:43:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:52.717106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks [] for router, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:52.720893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:43:52.915705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:52.926233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Deleting port e32ce1ff-4fca-4cf1-955a-0953040a5250 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:52.926641 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.116399 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] For port e32ce1ff-4fca-4cf1-955a-0953040a5250, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=e32ce1ff-4fca-4cf1-955a-0953040a5250,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:53.117045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.178958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d2c160>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:43:51Z', 'revision_number': 5, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port': {'id': 'e32ce1ff-4fca-4cf1-955a-0953040a5250', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702814-ab9d-47af-859e-4a3941a9034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:37:41Z', 'updated_at': '2021-04-21T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:53.182955 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] Checking router: 16702814-ab9d-47af-859e-4a3941a9034f for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:43:53.191986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] Routers {'16702814-ab9d-47af-859e-4a3941a9034f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:43:53.192644 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d2c160>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:43:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['16702814-ab9d-47af-859e-4a3941a9034f'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:53.251072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Calling delete_port for e32ce1ff-4fca-4cf1-955a-0953040a5250 owned by network:router_gateway {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:53.355379 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] Set router 16702814-ab9d-47af-859e-4a3941a9034f gateway port host: None {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:43:53.424694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.429324 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-749a92d8-3abd-4db4-a53d-5a877bcf3d27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:53.470876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9d2c160>, [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:43:52Z', 'revision_number': 6, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:53.475161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba133e9c-f42d-41ff-8285-a18c09495030 None None] The sync data for ids ['16702814-ab9d-47af-859e-4a3941a9034f'] in dv-cinder-787195-3-iscsi is: [{'id': '16702814-ab9d-47af-859e-4a3941a9034f', 'name': 'tempest-AttachVolumeShelveTestJSON-724816507-router', 'tenant_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:37:40Z', 'updated_at': '2021-04-21T13:43:52Z', 'revision_number': 6, 'project_id': '4ee5a2ffd6ef46508eb2788b07f3dbda', 'gw_port_host': None}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:43:53.476819 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32ce1ff-4fca-4cf1-955a-0953040a5250,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:53.509868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:53.579620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.697408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3d65c240-8604-4560-b47f-199590ea7faa no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:43:53.735297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 3d65c240-8604-4560-b47f-199590ea7faa {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:43:53.735972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3d65c240-8604-4560-b47f-199590ea7faa not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:43:53.776556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.779130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.799866 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.800429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16702814-ab9d-47af-859e-4a3941a9034f {{(pid=86359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:43:53.813930 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.815192 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16702814-ab9d-47af-859e-4a3941a9034f HTTP/1.1" status: 204  len: 168 time: 1.2833803
Apr 21 13:43:53.817877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53834) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:53.884137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Deleting subnet 100abdee-94c9-4e48-80c7-d871294c83b6 {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:43:53.888480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:53.950880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:54.079203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:54.584162 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:54.589222 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-970e2c0c-36c6-4595-af40-072ef2fd09ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:54.628458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100abdee-94c9-4e48-80c7-d871294c83b6,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:54.631786 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:54.632846 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:54.637740 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef1ce1-20eb-47a2-a599-cb048ca30b57 None None] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:43:54.639181 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4e3d2bd2-8748-4f61-a95e-62d8d8d7338c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/100abdee-94c9-4e48-80c7-d871294c83b6 HTTP/1.1" status: 204  len: 168 time: 0.8201537
Apr 21 13:43:54.641912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53838) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:54.764021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:54.776824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Deleting port 3a9e3ca9-08d9-457c-89ff-a9701572b234 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:54.777215 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.005188 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] For port 3a9e3ca9-08d9-457c-89ff-a9701572b234, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3a9e3ca9-08d9-457c-89ff-a9701572b234,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:55.005598 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.070371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] DHCP port deletion for 6c3728c5-041b-4f0a-af28-9d10e08d8714 request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:43:55.075096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Deleting port 3a9e3ca9-08d9-457c-89ff-a9701572b234 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:55.075608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.141429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Calling delete_port for 3a9e3ca9-08d9-457c-89ff-a9701572b234 owned by network:dhcp {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:55.225152 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.230129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-34bcfdab-9c21-4794-b5a0-149444cfcdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:55.278112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9e3ca9-08d9-457c-89ff-a9701572b234,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:55.280250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] No DVR routers for this DVR port 3a9e3ca9-08d9-457c-89ff-a9701572b234 on host dv-cinder-787195-3-iscsi {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:43:55.281855 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:55.294881 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] For port 3a9e3ca9-08d9-457c-89ff-a9701572b234, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=3a9e3ca9-08d9-457c-89ff-a9701572b234,segment=NetworkSegment(5754851e-4cef-4a6a-8dbb-c9e5fe8482a7),segment_id=5754851e-4cef-4a6a-8dbb-c9e5fe8482a7)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:43:55.295323 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.404417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.428240 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Calling delete_port for 3a9e3ca9-08d9-457c-89ff-a9701572b234 owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:43:55.503848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:43:55.504177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:43:55.519701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c96185f8>,) {'filters': {'network_id': ['6c3728c5-041b-4f0a-af28-9d10e08d8714']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:55.532274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c96185f8>, '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:55.532624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c96185f8>, '5754851e-4cef-4a6a-8dbb-c9e5fe8482a7') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:43:55.544509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.562836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.569168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:43:55.648256 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3a9e3ca9-08d9-457c-89ff-a9701572b234 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:43:55.684967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 3a9e3ca9-08d9-457c-89ff-a9701572b234 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:43:55.685368 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 3a9e3ca9-08d9-457c-89ff-a9701572b234 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:43:55.685839 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device e32ce1ff-4fca-4cf1-955a-0953040a5250 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:43:55.723274 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: e32ce1ff-4fca-4cf1-955a-0953040a5250 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:43:55.723671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device e32ce1ff-4fca-4cf1-955a-0953040a5250 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:43:55.756537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:43:55.765555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:55.944448 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Network 6c3728c5-041b-4f0a-af28-9d10e08d8714 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:43:55.967660 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:43:56.005429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Deleting port 3a9e3ca9-08d9-457c-89ff-a9701572b234 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:43:56.005864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.047578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.052322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.056257 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:56.077168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce39aa-a74e-4a24-85b4-de68f6745255 None None] The port '3a9e3ca9-08d9-457c-89ff-a9701572b234' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:43:56.082406 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3728c5-041b-4f0a-af28-9d10e08d8714,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:56.084905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:56.092847 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] 10.222.0.41 "DELETE /v2.0/networks/6c3728c5-041b-4f0a-af28-9d10e08d8714 HTTP/1.1" status: 204  len: 168 time: 1.4498341
Apr 21 13:43:56.208398 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53846) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:56.259950 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-52561c81-8b16-4940-9fdc-54c806d84896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ee5a2ffd6ef46508eb2788b07f3dbda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502591
Apr 21 13:43:56.262386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53850) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:43:56.329094 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.355681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.399922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.404798 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a6d9c508-b3a7-47be-a83c-58958a74a318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:43:56.420221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e446b91d-9cc6-4814-8b67-d94e1118c222,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:43:56.423889 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:43:56.425940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:43:56.427185 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e446b91d-9cc6-4814-8b67-d94e1118c222 HTTP/1.1" status: 204  len: 168 time: 0.1637878
Apr 21 13:44:01.974334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.285055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53950) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:02.409045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.424969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:02.429124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Usage tracker for resource:security_group_rule and tenant:4a65b017d15e4f159d171ecba7c3e33c is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:02.432135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:02.438254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:02.529199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.533675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.542806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c6ca5f4d-e0e5-4eac-9cdf-094dfb0f00a0 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:02.587354 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a65b017d15e4f159d171ecba7c3e33c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3011670
Apr 21 13:44:02.589129 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41c8ede-2d49-480a-9acc-a8162cc34cf3,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:02.590270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53956) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:02.592690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-76b7b714-746c-4679-95cb-a6dcd6b6969d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:02.653769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.681555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.725970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.731032 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e6f2128-41df-4074-adcf-53eb24fa48e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:02.741869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41c8ede-2d49-480a-9acc-a8162cc34cf3,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:02.752611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:02.753819 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a41c8ede-2d49-480a-9acc-a8162cc34cf3 HTTP/1.1" status: 204  len: 168 time: 0.1624439
Apr 21 13:44:02.755366 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.755793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.756213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.756628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.757039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.757449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.757858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.758268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.758713 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.759120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.759524 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.759929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:02.763219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:03.050040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 53964) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:03.070679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.086852 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:03.091020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Usage tracker for resource:security_group_rule and tenant:4e4700f11f1a496e84580985275337c1 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:03.094016 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:03.100462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:03.186840 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.190011 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.198962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ab78ef8c-0927-492c-a34a-fad394e8dcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:03.241008 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e4700f11f1a496e84580985275337c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1897974
Apr 21 13:44:03.242776 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03c161-fd61-4f2f-b96a-b92aa3f582e4,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:03.243951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 53968) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:03.246087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a1615bc9-77ef-4b7f-9edf-11597d8d0dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:03.310666 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.338771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.383247 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.388251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-81cb2d5b-dd40-4ba1-8226-7ae89c6b97b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:03.401704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03c161-fd61-4f2f-b96a-b92aa3f582e4,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:03.404780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:03.405746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:03.407618 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de03c161-fd61-4f2f-b96a-b92aa3f582e4 HTTP/1.1" status: 204  len: 168 time: 0.1625261
Apr 21 13:44:04.449679 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-42ac723b-835c-4a37-b7a2-abb7bea423b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.152506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54042) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:06.275947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.291036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:06.295055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Usage tracker for resource:security_group_rule and tenant:c398068b13684717be8067f94e8f6e39 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:06.298000 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:06.303954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:06.388410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.391373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.399616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f2fb36ff-6b63-4512-9ccb-a4be56f8273f tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:06.446007 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c398068b13684717be8067f94e8f6e39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2923374
Apr 21 13:44:06.447746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eba9e4-294a-49c2-bd14-dc9cdb08d1fb,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:06.449521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54048) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:06.451220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a1600fd-ad10-4fe7-95f9-e6e96fdf4c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:06.513254 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.540112 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.593920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.599166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-46998246-240a-45e3-ad65-df817189891d tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:06.613920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eba9e4-294a-49c2-bd14-dc9cdb08d1fb,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:06.616784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:06.627322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.628545 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83eba9e4-294a-49c2-bd14-dc9cdb08d1fb HTTP/1.1" status: 204  len: 168 time: 0.1779017
Apr 21 13:44:06.800584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe82-1ba1-414f-afb9-c1e5eadb29e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.928287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54060) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:06.947770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:06.963946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:06.968225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb97145673140b2a8eb54203c318cfa is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:06.971790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:06.978407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:06.990454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.069572 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.072128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.081235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-754b7323-9322-4d59-9a23-d9df2f581e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:07.124525 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccb97145673140b2a8eb54203c318cfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1950889
Apr 21 13:44:07.125490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4a39e-aec3-4d00-aabc-649d5ade31d8,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:07.127493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54064) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:07.128796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a36698b3-0b4d-477d-a6ba-bd1d1de9f5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:07.190213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.217942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.265597 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.271577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-75871cce-e41a-450a-853a-2b7437ca1f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:07.285198 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4a39e-aec3-4d00-aabc-649d5ade31d8,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:07.289505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:07.295268 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:07.296474 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-6553c2e0-f13f-4d1a-80e9-05c553b6a533 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70d4a39e-aec3-4d00-aabc-649d5ade31d8 HTTP/1.1" status: 204  len: 168 time: 0.1679146
Apr 21 13:44:07.629134 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-2a7069a1-2c35-4860-83f1-3ef9c038530b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291170917&fields=id&tenant_id=c95ad2f4ab454f5c80446f33bdaa8942 HTTP/1.1" status: 200  len: 267 time: 0.0511823
Apr 21 13:44:07.727544 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-92c6c3c3-46d6-4e91-8ddd-139ba5b986ae tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:07.729200 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-92c6c3c3-46d6-4e91-8ddd-139ba5b986ae tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 984 time: 0.0935876
Apr 21 13:44:07.742542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Request body: {'port': {'security_groups': ['38fe827f-f86f-434d-9366-c6744705edb5']}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:07.880375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.044884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.161870 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:08.189581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.193513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.200549 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d08d72d0-f8e6-47b2-b7b9-3e0a1f44c171 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:08.205972 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fd8a064f-0dcc-402d-9685-be3dd9bcba1c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:44:08.269986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:08.270720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.275541 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-222ea3d9-5ef4-4d9b-8f11-3274f42944c6 req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "PUT /v2.0/ports/fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 942 time: 0.5386152
Apr 21 13:44:08.276154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:44:08.279140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54094) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:08.307657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event updated for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=7']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:08.320893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b9d28561-b0d5-4c9e-bdf7-cbe03829e39b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:08.340301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fd8a064f-0dcc-402d-9685-be3dd9bcba1c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:44:08.373728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'status': 'completed', 'code': 200}
Apr 21 13:44:08.412373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.461442 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.543419 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.546243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-2e07066d-f670-4342-9a1d-097100345275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:08.549893 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-2e07066d-f670-4342-9a1d-097100345275 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1098 time: 0.1551991
Apr 21 13:44:08.551647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a097d174-62a3-49a6-9f48-9956ea92e499 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:08.569377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac0561d-1c6d-4130-89a6-60f22f72b6b2,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:08.572504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:08.584832 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.589702 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "DELETE /v2.0/security-groups/9ac0561d-1c6d-4130-89a6-60f22f72b6b2 HTTP/1.1" status: 204  len: 168 time: 0.3091173
Apr 21 13:44:08.590761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54106) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:08.624707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-2ae4b945-9308-4ea9-8009-b4c39eb2854e None None] Provisioning complete for port fd8a064f-0dcc-402d-9685-be3dd9bcba1c triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:44:08.625189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ae4b945-9308-4ea9-8009-b4c39eb2854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.742767 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-a26fde92-99f7-4768-ae03-fb356ba9f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:08.744588 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-a26fde92-99f7-4768-ae03-fb356ba9f30c service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.1866710
Apr 21 13:44:08.843575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Deleting port b05c3c7d-35d5-4d08-a756-e31d8fb3e9d8 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:08.845616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.868678 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-0288860f-649d-4e49-955f-8338728d3814 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 1000 time: 0.1166339
Apr 21 13:44:08.877682 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:08.971084 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-417aa3b4-fe62-420e-853d-061d0cdddb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:08.972687 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-417aa3b4-fe62-420e-853d-061d0cdddb89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.0977116
Apr 21 13:44:09.051576 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:09.051951 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:09.064457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-19067364-5e17-4b3f-ae0d-f3141f4b0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:09.064457 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-19067364-5e17-4b3f-ae0d-f3141f4b0b24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847986
Apr 21 13:44:09.221487 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-f8a58d39-2731-4179-8445-3c477287b788 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500065
Apr 21 13:44:09.376354 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-15630dee-671a-4b79-aaaa-c9f6bfddb101 req-906dd13f-ae64-4665-8103-91461a623d84 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482279
Apr 21 13:44:09.445158 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Calling delete_port for b05c3c7d-35d5-4d08-a756-e31d8fb3e9d8 owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:09.608723 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:09.616720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:09.689410 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event deleted for resources: {'Port': ['ID=b05c3c7d-35d5-4d08-a756-e31d8fb3e9d8,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:09.697193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:09.767003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:09.767298 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Floating IP 80ac569c-0afe-4e4e-a810-6d28816f00a3 disassociated (deleted). External IP: 172.27.0.53, port: fd8a064f-0dcc-402d-9685-be3dd9bcba1c.
Apr 21 13:44:10.141737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Router 7dce5d0d-3c41-4952-a472-17320d6b876c has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:44:10.331778 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:44:10.341248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] Sync routers for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:44:10.350797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:10.351371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:44:10.352061 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ec37f0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:44:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:10.409433 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "DELETE /v2.0/floatingips/80ac569c-0afe-4e4e-a810-6d28816f00a3 HTTP/1.1" status: 204  len: 168 time: 1.8172457
Apr 21 13:44:10.410097 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:44:10.556877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:44:10.614318 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'status': 'completed', 'code': 200}
Apr 21 13:44:10.722680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-06eaa4a4-33d2-4ceb-8e2d-0b45c8430021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:10.724748 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-06eaa4a4-33d2-4ceb-8e2d-0b45c8430021 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 1098 time: 0.0894730
Apr 21 13:44:10.959120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ec37f0>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:10.964259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] Checking router: 7dce5d0d-3c41-4952-a472-17320d6b876c for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:44:10.981119 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:44:10.982132 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ec37f0>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:44:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:10.984995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-ddb431e5-6265-4fe0-9528-57d3e48f8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:10.987050 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-ddb431e5-6265-4fe0-9528-57d3e48f8db9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 200  len: 916 time: 0.2557969
Apr 21 13:44:11.070049 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-d38e8771-5bc9-4c0a-84a2-5efeb42deecb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 200  len: 217 time: 0.0735209
Apr 21 13:44:11.152038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-eeb112cd-3c17-4256-a699-ba7809b8e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:11.153636 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-eeb112cd-3c17-4256-a699-ba7809b8e1b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 200  len: 854 time: 0.0705385
Apr 21 13:44:11.183052 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:44:11.238945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-d2c36d3d-9133-44ba-aaa5-d3c8922f222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:11.240770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-d2c36d3d-9133-44ba-aaa5-d3c8922f222e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af86c026-121e-43d1-8001-1419eb8aafdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798442
Apr 21 13:44:11.391275 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-d0484d0b-1677-42aa-a76c-e45c94020e87 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408553
Apr 21 13:44:11.523743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ec37f0>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:11.527964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37127d8-b63f-4cfa-91e0-aa21dc716a0f None None] The sync data for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi is: [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:41:46Z', 'revision_number': 4, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '2ae44a81-7e04-489b-a1a1-9f1c39c7afaa', 'name': '', 'network_id': 'af86c026-121e-43d1-8001-1419eb8aafdc', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'mac_address': 'fa:16:3e:30:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:45Z', 'updated_at': '2021-04-21T13:41:54Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'subnets': [{'id': 'a5625fac-df9f-472c-87b3-1cb02cc245ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:44:11.549397 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d181def4-468e-4d1a-a081-bfe3caaa471b req-cd1dfc5d-3c83-4026-a36d-f24bc987e1d0 service neutron] 10.222.0.44 "GET /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514075
Apr 21 13:44:11.934072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa60065-90b1-47c5-ba13-f05b3b615ea0 None None] New status for floating IP 80ac569c-0afe-4e4e-a810-6d28816f00a3: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:44:12.512756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54172) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:12.646987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.662869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:12.667033 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Usage tracker for resource:security_group_rule and tenant:c34ad08c1fd84cfba416d810e95e6d40 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:12.670143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:12.676378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:12.766765 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.769690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.778652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-34bc660f-3b34-47e4-bbb9-0c6a85629c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:12.820377 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c34ad08c1fd84cfba416d810e95e6d40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3064721
Apr 21 13:44:12.823416 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54178) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:12.824648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c395e3-fee0-46cc-aba8-df5bd66694de,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:12.828046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:12.887450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.915003 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.961167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.966337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9ccb60e1-488c-4abb-8dcc-3321d4f3ec36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:12.982952 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c395e3-fee0-46cc-aba8-df5bd66694de,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:12.985369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:12.996700 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:12.998684 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ab908fb9-db60-488e-87a5-631fb0373d29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91c395e3-fee0-46cc-aba8-df5bd66694de HTTP/1.1" status: 204  len: 168 time: 0.1737719
Apr 21 13:44:13.285678 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54186) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:13.304893 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.321128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:13.325259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Usage tracker for resource:security_group_rule and tenant:8f26a1677bbd4900a92b6c54b3c11886 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:13.328509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:13.334608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:13.424005 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.426919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.435712 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9baa0204-7b39-4c3c-a943-4e4001c4fbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:13.478381 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f26a1677bbd4900a92b6c54b3c11886&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915290
Apr 21 13:44:13.479473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0ffba-d021-4d06-8e6e-3fb2048c8199,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:13.482710 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d03bd298-b16f-407e-9265-50b65f97730a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:13.483517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54192) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:13.552935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.580322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.627927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.632997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8b6420b1-c3b3-4356-a567-f59dd6fe453c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:13.645562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f0ffba-d021-4d06-8e6e-3fb2048c8199,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:13.647936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:13.658076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:13.661981 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2f397004-6725-4834-9c69-294732ac283c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6f0ffba-d021-4d06-8e6e-3fb2048c8199 HTTP/1.1" status: 204  len: 168 time: 0.1741555
Apr 21 13:44:13.938588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc570a-cefd-4887-98b7-4a63c01f2343 req-94850f33-e5aa-4a32-b55d-82c6364cfe0b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:13.940494 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-81fc570a-cefd-4887-98b7-4a63c01f2343 req-94850f33-e5aa-4a32-b55d-82c6364cfe0b tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.0993631
Apr 21 13:44:14.241192 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-81fc570a-cefd-4887-98b7-4a63c01f2343 req-e169b2c1-cc76-4332-ab86-97fc3481bf7e tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2917039
Apr 21 13:44:14.462792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54220) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:14.582238 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117596401-network', 'tenant_id': '2cc5657a549d4d27a9f7f98061d2fd06'}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:14.587676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:14.592432 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Usage tracker for resource:network and tenant:2cc5657a549d4d27a9f7f98061d2fd06 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:14.596575 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:14.605883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:14.619006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Made reservation on behalf of 2cc5657a549d4d27a9f7f98061d2fd06 for: {'network': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:44:14.625648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.643664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.659942 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:14.665472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Usage tracker for resource:security_group_rule and tenant:2cc5657a549d4d27a9f7f98061d2fd06 is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:14.668759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:14.675502 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:14.763742 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.767087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.771304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0c56e341-6e42-4823-adcc-bf51b92463be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:14.804100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'}  {{(pid=86358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:44:14.818309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94d82a-b04f-4150-9831-aa2ca2c80055,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:14.822204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:14.827887 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.828144 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Added segment 49374904-2de8-412a-b1a1-dfce1f0818eb of type vlan for network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c
Apr 21 13:44:14.857062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.889166 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.890578 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:14.891225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:14.894902 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dafe6d46-258b-4666-b0ac-ec994d8085d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:15.017047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Pushing event updated for resources: {'Network': ['ID=7e7ee286-9fa7-4144-acf4-ba206b59ff0c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:15.020941 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:15.022842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5587816
Apr 21 13:44:15.025971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54226) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:15.028408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:44:15.032987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Request body: {'subnet': {'network_id': '7e7ee286-9fa7-4144-acf4-ba206b59ff0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117596401-subnet', 'tenant_id': '2cc5657a549d4d27a9f7f98061d2fd06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:15.038290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:15.042528 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Usage tracker for resource:subnet and tenant:2cc5657a549d4d27a9f7f98061d2fd06 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:15.045489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:15.052328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:15.062796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Made reservation on behalf of 2cc5657a549d4d27a9f7f98061d2fd06 for: {'subnet': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:44:15.067665 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851710890'] for subnet, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:15.554336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16795b-c00a-42d9-a343-63e7c9b1dcc3 req-83808144-d71d-4885-94f9-c4cbb8b95734 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:15.555980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bc16795b-c00a-42d9-a343-63e7c9b1dcc3 req-83808144-d71d-4885-94f9-c4cbb8b95734 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.1898816
Apr 21 13:44:15.606811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-70ca2213-c21f-481e-bc6f-022d17837760 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:15.612156 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-70ca2213-c21f-481e-bc6f-022d17837760 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 945 time: 0.1815305
Apr 21 13:44:15.685164 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-bc16795b-c00a-42d9-a343-63e7c9b1dcc3 req-472026b9-dc36-4cb8-abf7-7f3791a6e5c0 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/security-groups?id=38fe827f-f86f-434d-9366-c6744705edb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160312
Apr 21 13:44:15.747334 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Deleting port fd8a064f-0dcc-402d-9685-be3dd9bcba1c {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:15.747720 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:15.861252 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1267249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851710905'] for subnet, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:15.875216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-bc308f49-4997-4b11-afd6-1b9973d56e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:16.044950 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b53626f-272d-4f83-bb89-830535999c31,revision_number=0']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:16.051924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:16.074134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Checking segment: {'id': '49374904-2de8-412a-b1a1-dfce1f0818eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e7ee286-9fa7-4144-acf4-ba206b59ff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:44:16.074553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Network hostable DHCP agents. Network: 7e7ee286-9fa7-4144-acf4-ba206b59ff0c, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:44:16.132214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] For port fd8a064f-0dcc-402d-9685-be3dd9bcba1c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:16.132547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:16.139940 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:44:16.203454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 7e7ee286-9fa7-4144-acf4-ba206b59ff0c) {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:44:16.212719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93edf23-fae8-404c-987d-203aa918c548 None None] Network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:44:16.275369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Calling delete_port for fd8a064f-0dcc-402d-9685-be3dd9bcba1c owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:16.323499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:16.324161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:16.379813 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c9ea984b-3c21-44c2-8b86-03a8fb8cdede admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3524735
Apr 21 13:44:16.448744 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2abca-9a9b-49ee-a392-14ea4746a7ee None None] Network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:44:16.467140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:16.479895 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:16.516508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['fd8a064f-0dcc-402d-9685-be3dd9bcba1c'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:44:16.560599 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Pushing event deleted for resources: {'Port': ['ID=fd8a064f-0dcc-402d-9685-be3dd9bcba1c,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:16.569074 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:16.626986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] No DVR routers for this DVR port fd8a064f-0dcc-402d-9685-be3dd9bcba1c on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:44:16.631137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:16.634403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'name': 'network-vif-deleted', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:44:16.650104 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6b2c2aac-ebfd-44ce-9b0f-4f7a1d2807a0 req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.44 "DELETE /v2.0/ports/fd8a064f-0dcc-402d-9685-be3dd9bcba1c HTTP/1.1" status: 204  len: 173 time: 1.0336092
Apr 21 13:44:16.693402 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f859a7b-c2e4-46b9-aff1-0869227ae37c', 'name': 'network-vif-deleted', 'tag': 'fd8a064f-0dcc-402d-9685-be3dd9bcba1c', 'status': 'completed', 'code': 200}
Apr 21 13:44:16.875651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-6f7d3802-7464-43fd-bfd2-4d1d9212e7a5 req-13bd5e52-f749-4940-bb18-f6093d675302 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Synchronizing usage tracker for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:44:16.893386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-6f7d3802-7464-43fd-bfd2-4d1d9212e7a5 req-13bd5e52-f749-4940-bb18-f6093d675302 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Unset dirty status for tenant:c95ad2f4ab454f5c80446f33bdaa8942 on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:44:16.894728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6f7d3802-7464-43fd-bfd2-4d1d9212e7a5 req-13bd5e52-f749-4940-bb18-f6093d675302 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f859a7b-c2e4-46b9-aff1-0869227ae37c HTTP/1.1" status: 200  len: 210 time: 0.0746813
Apr 21 13:44:17.084317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54250) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:17.090547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-47681180-network', 'tenant_id': '5e88e90e9c0148499ef8a2f9be14be1e'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:17.096362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:17.100486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Usage tracker for resource:network and tenant:5e88e90e9c0148499ef8a2f9be14be1e is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:17.103514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:17.110170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:17.119527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Made reservation on behalf of 5e88e90e9c0148499ef8a2f9be14be1e for: {'network': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:44:17.124522 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for network, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.137953 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.154216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:17.159025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Usage tracker for resource:security_group_rule and tenant:5e88e90e9c0148499ef8a2f9be14be1e is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:17.162082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:17.168249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:17.256622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.259360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.263657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:17.297040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=86359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 13:44:17.306082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71942995-94fa-4500-a7b9-73028e28c251,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:17.310086 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:17.313122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.313518 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.segments_db [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Added segment ddc30207-5107-403a-aee8-7f2ba5255889 of type vlan for network 8f746218-ac48-44a1-9b7f-2c2ab3eef730
Apr 21 13:44:17.340980 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789058030485'] for network, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.370040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370'] for network, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.371444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:17.372096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.376133 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:17.483413 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3979414
Apr 21 13:44:17.484417 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Pushing event updated for resources: {'Network': ['ID=8f746218-ac48-44a1-9b7f-2c2ab3eef730,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:17.486616 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54254) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:17.487482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fd8622bf-d219-4f40-a063-c22b906cbf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:17.493183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Request body: {'subnet': {'network_id': '8f746218-ac48-44a1-9b7f-2c2ab3eef730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-47681180-subnet', 'tenant_id': '5e88e90e9c0148499ef8a2f9be14be1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:17.495114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Network 8f746218-ac48-44a1-9b7f-2c2ab3eef730 details requested by agent ovs-agent-dv-cinder-787195-3-iscsi with host dv-cinder-787195-3-iscsi {{(pid=86360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 13:44:17.498890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:17.503516 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Usage tracker for resource:subnet and tenant:5e88e90e9c0148499ef8a2f9be14be1e is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:17.506617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:17.512719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:17.527130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Made reservation on behalf of 5e88e90e9c0148499ef8a2f9be14be1e for: {'subnet': 1} {{(pid=86358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:44:17.532031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852543550'] for subnet, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.959672 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851014308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852543533'] for subnet, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:17.963513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:18.054338 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d00672-6e71-499b-a304-e2f32640fe69,revision_number=0']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:18.058697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:18.059447 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Checking segment: {'id': 'ddc30207-5107-403a-aee8-7f2ba5255889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f746218-ac48-44a1-9b7f-2c2ab3eef730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:44:18.059856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Network hostable DHCP agents. Network: 8f746218-ac48-44a1-9b7f-2c2ab3eef730, hostable agents: ['a325d7c9-dbed-40f9-91a7-09de90fe9eea'], hosted agents: [] {{(pid=86358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 13:44:18.081610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Network 8f746218-ac48-44a1-9b7f-2c2ab3eef730 is scheduled to be hosted by DHCP agent a325d7c9-dbed-40f9-91a7-09de90fe9eea with binding_index 1 {{(pid=86358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 13:44:18.090988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-iscsi, 8f746218-ac48-44a1-9b7f-2c2ab3eef730) {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:44:18.101428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54627676-1461-4b11-acb2-1e23aa43e2c0 None None] Network 8f746218-ac48-44a1-9b7f-2c2ab3eef730 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:44:18.104617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:18.105459 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:18.128992 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b7608a08-a287-4002-a6dd-2d65bdf5925b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6411521
Apr 21 13:44:18.348106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c73e1-f41c-4b95-ac35-af8c21dba996 None None] Network 8f746218-ac48-44a1-9b7f-2c2ab3eef730 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:44:18.398135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:44:18.853545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54314) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:19.443076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:19.648472 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fd8a064f-0dcc-402d-9685-be3dd9bcba1c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:19.685626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: fd8a064f-0dcc-402d-9685-be3dd9bcba1c {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:19.686025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device fd8a064f-0dcc-402d-9685-be3dd9bcba1c not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:19.815120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Deleting port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:19.815466 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:20.000728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] For port 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:20.001157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:20.381126 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Calling delete_port for 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa owned by network:router_interface {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:20.561685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:20.567160 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:20.657404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae44a81-7e04-489b-a1a1-9f1c39c7afaa,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:20.665489 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:20.915425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:21.303295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Router 7dce5d0d-3c41-4952-a472-17320d6b876c has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:44:21.494858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:44:21.503904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] Sync routers for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:44:21.511550 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] 10.222.0.41 "PUT /v2.0/routers/7dce5d0d-3c41-4952-a472-17320d6b876c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6558011
Apr 21 13:44:21.514165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:44:21.514357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54330) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:21.515702 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9003080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:44:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:21.715567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:44:21.726537 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:21.930429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:21.941009 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Deleting port 657d5f36-d76c-4cc3-b373-31ba805a1a16 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:21.941404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.058997 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9003080>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:44:20Z', 'revision_number': 5, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port': {'id': '657d5f36-d76c-4cc3-b373-31ba805a1a16', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:42Z', 'updated_at': '2021-04-21T13:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:22.063816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] Checking router: 7dce5d0d-3c41-4952-a472-17320d6b876c for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:44:22.073153 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] Routers {'7dce5d0d-3c41-4952-a472-17320d6b876c'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:44:22.073837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9003080>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:44:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['7dce5d0d-3c41-4952-a472-17320d6b876c'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:22.155319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] For port 657d5f36-d76c-4cc3-b373-31ba805a1a16, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=657d5f36-d76c-4cc3-b373-31ba805a1a16,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:22.155728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.241299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] Set router 7dce5d0d-3c41-4952-a472-17320d6b876c gateway port host: None {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:44:22.290795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Calling delete_port for 657d5f36-d76c-4cc3-b373-31ba805a1a16 owned by network:router_gateway {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:22.356910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9003080>, [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:44:21Z', 'revision_number': 6, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:22.361693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bcb9-55aa-481f-8a8c-57b962f3fe06 None None] The sync data for ids ['7dce5d0d-3c41-4952-a472-17320d6b876c'] in dv-cinder-787195-3-iscsi is: [{'id': '7dce5d0d-3c41-4952-a472-17320d6b876c', 'name': 'tempest-TestMinimumBasicScenario-1587431983-router', 'tenant_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:41Z', 'updated_at': '2021-04-21T13:44:21Z', 'revision_number': 6, 'project_id': 'c95ad2f4ab454f5c80446f33bdaa8942', 'gw_port_host': None}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:44:22.479001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.484505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-711f5233-46c2-429b-b1cc-0968a550e059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:22.532758 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=657d5f36-d76c-4cc3-b373-31ba805a1a16,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:22.565540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:22.636382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.840500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.842884 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.869781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.870350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dce5d0d-3c41-4952-a472-17320d6b876c {{(pid=86359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:44:22.883034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:22.884267 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7dce5d0d-3c41-4952-a472-17320d6b876c HTTP/1.1" status: 204  len: 168 time: 1.3690474
Apr 21 13:44:22.887413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54342) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:22.961661 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Deleting subnet a5625fac-df9f-472c-87b3-1cb02cc245ee {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:44:22.965330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:23.022204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:23.108837 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:23.638503 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:23.643939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:23.669270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 657d5f36-d76c-4cc3-b373-31ba805a1a16 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:23.682877 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5625fac-df9f-472c-87b3-1cb02cc245ee,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:23.684518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:23.685630 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:23.693171 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-4b6c34ea-f104-45ec-a767-1eec7dd03764 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a5625fac-df9f-472c-87b3-1cb02cc245ee HTTP/1.1" status: 204  len: 168 time: 0.8046560
Apr 21 13:44:23.696127 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54356) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:23.704237 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de12ad9-10d0-42f2-8990-570144dbc559 None None] Network af86c026-121e-43d1-8001-1419eb8aafdc requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:44:23.727820 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 657d5f36-d76c-4cc3-b373-31ba805a1a16 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:23.728216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 657d5f36-d76c-4cc3-b373-31ba805a1a16 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:23.728693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:23.819748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:23.826107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:23.826523 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 2ae44a81-7e04-489b-a1a1-9f1c39c7afaa not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:23.831694 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Deleting port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:23.832067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.011510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] DHCP port deletion for af86c026-121e-43d1-8001-1419eb8aafdc request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:44:24.016309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Deleting port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:24.016737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.068109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] For port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:24.068509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.203260 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Calling delete_port for c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 owned by network:dhcp {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:24.235690 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] For port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,segment=NetworkSegment(0b4e16a8-d96f-46b0-aed2-180ae4ce4a60),segment_id=0b4e16a8-d96f-46b0-aed2-180ae4ce4a60)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:24.236017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.283827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.288908 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-739047f3-b6fa-451d-818f-60cc94e9d7ec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:24.339719 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Pushing event deleted for resources: {'Port': ['ID=c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:24.341755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] No DVR routers for this DVR port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 on host dv-cinder-787195-3-iscsi {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:44:24.343919 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:24.373276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Calling delete_port for c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:24.447573 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:44:24.447982 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:44:24.467272 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.583191 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c88cac88>,) {'filters': {'network_id': ['af86c026-121e-43d1-8001-1419eb8aafdc']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:24.596514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c88cac88>, '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:24.596878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c88cac88>, '0b4e16a8-d96f-46b0-aed2-180ae4ce4a60') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:24.608923 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.624076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.630408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:44:24.822168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Network af86c026-121e-43d1-8001-1419eb8aafdc has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:24.832135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:24.949070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Deleting port c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:24.949486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:25.029787 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8753c-b4af-4386-a285-4c6ccefb4e19 None None] The port 'c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:44:25.034673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Network af86c026-121e-43d1-8001-1419eb8aafdc has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:44:25.059000 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:44:25.142508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:25.146588 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-80fac27b-6bc7-4394-b66e-0fedc72f95ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:25.161427 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:25.173748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Pushing event deleted for resources: {'Network': ['ID=af86c026-121e-43d1-8001-1419eb8aafdc,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:25.177348 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:25.188373 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-b1b088d3-1868-48cf-b055-5849cb39d33b admin admin] 10.222.0.41 "DELETE /v2.0/networks/af86c026-121e-43d1-8001-1419eb8aafdc HTTP/1.1" status: 204  len: 168 time: 1.4911399
Apr 21 13:44:25.191506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54368) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:25.662656 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:25.699480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:25.699878 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device c44d0bfc-b1ef-4d87-8bd7-ab36789a93d0 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:25.768233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:26.139617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Deleting port a981ffda-2187-4695-935d-48a6ebbf643b {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:26.140747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:26.324180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] For port a981ffda-2187-4695-935d-48a6ebbf643b, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=a981ffda-2187-4695-935d-48a6ebbf643b,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:26.324584 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:26.461229 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Calling delete_port for a981ffda-2187-4695-935d-48a6ebbf643b owned by network:router_interface {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:26.645977 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:26.648196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-35266a98-b257-47ac-9f64-ed9035d623b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:26.696372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a981ffda-2187-4695-935d-48a6ebbf643b,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:26.724165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:27.236449 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:27.620137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Router eb41f65b-8180-4415-b81b-970cf258ea68 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:44:27.825622 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:44:27.835961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] Sync routers for ids ['eb41f65b-8180-4415-b81b-970cf258ea68'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:44:27.836323 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] 10.222.0.41 "PUT /v2.0/routers/eb41f65b-8180-4415-b81b-970cf258ea68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6437178
Apr 21 13:44:27.838927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54386) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:27.846703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] Routers {'eb41f65b-8180-4415-b81b-970cf258ea68'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:44:27.847585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ff4208>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:44:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['eb41f65b-8180-4415-b81b-970cf258ea68'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:28.048621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] Set router eb41f65b-8180-4415-b81b-970cf258ea68 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:44:28.053607 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks [] for router, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:28.260046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:28.268265 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Deleting port 43577287-733d-4823-a5fe-634fc5f411df {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:28.268627 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:28.388582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ff4208>, [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '43577287-733d-4823-a5fe-634fc5f411df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:44:26Z', 'revision_number': 5, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port': {'id': '43577287-733d-4823-a5fe-634fc5f411df', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:41:50Z', 'updated_at': '2021-04-21T13:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:28.392667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] Checking router: eb41f65b-8180-4415-b81b-970cf258ea68 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:44:28.401792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] Routers {'eb41f65b-8180-4415-b81b-970cf258ea68'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:44:28.402529 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ff4208>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:44:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['eb41f65b-8180-4415-b81b-970cf258ea68'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:28.470135 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] For port 43577287-733d-4823-a5fe-634fc5f411df, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=43577287-733d-4823-a5fe-634fc5f411df,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:28.470585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:28.578358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] Set router eb41f65b-8180-4415-b81b-970cf258ea68 gateway port host: None {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:44:28.605518 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Calling delete_port for 43577287-733d-4823-a5fe-634fc5f411df owned by network:router_gateway {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:28.801243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:28.806989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-fe2c3c90-d85a-41f0-aaef-19a28587e516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:28.844591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ff4208>, [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:44:28Z', 'revision_number': 6, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:28.848920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7900b-2890-4bda-b0ec-c580f81118d6 None None] The sync data for ids ['eb41f65b-8180-4415-b81b-970cf258ea68'] in dv-cinder-787195-3-iscsi is: [{'id': 'eb41f65b-8180-4415-b81b-970cf258ea68', 'name': 'tempest-TestMinimumBasicScenario-204144224-router', 'tenant_id': '72f3d6df24dc45c9b7230f009631d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:41:49Z', 'updated_at': '2021-04-21T13:44:28Z', 'revision_number': 6, 'project_id': '72f3d6df24dc45c9b7230f009631d536', 'gw_port_host': None}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:44:28.887022 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=43577287-733d-4823-a5fe-634fc5f411df,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:28.890488 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:28.970551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.161291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.164025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.184199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.184800 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb41f65b-8180-4415-b81b-970cf258ea68 {{(pid=86359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:44:29.197785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.199071 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-c92bb1f7-5ce5-4012-bc97-aee35f271d65 admin admin] 10.222.0.41 "DELETE /v2.0/routers/eb41f65b-8180-4415-b81b-970cf258ea68 HTTP/1.1" status: 204  len: 168 time: 1.3589044
Apr 21 13:44:29.201816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54394) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:29.269591 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Deleting subnet 380c0741-befb-4604-9705-becfec457a3e {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:44:29.272913 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.331509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.416999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.675213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 43577287-733d-4823-a5fe-634fc5f411df no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:29.695384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.700886 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3a084bc7-eefe-40f2-b837-f5c34fe6514b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:29.723922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 43577287-733d-4823-a5fe-634fc5f411df {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:29.724331 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 43577287-733d-4823-a5fe-634fc5f411df not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:29.724822 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device a981ffda-2187-4695-935d-48a6ebbf643b no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:29.744163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380c0741-befb-4604-9705-becfec457a3e,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:29.744163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.748117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:29.752754 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0cb69b7c-8299-4de7-83eb-07c13e39f6b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/380c0741-befb-4604-9705-becfec457a3e HTTP/1.1" status: 204  len: 168 time: 0.5491772
Apr 21 13:44:29.755298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54408) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:29.766676 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c4040-d11e-4f68-ada4-89778dff3517 None None] Network 673a6160-5923-4228-859b-63120e1b1c29 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:44:29.887592 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.899625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Deleting port 70936b3a-c72f-40cd-966f-840820fe9d68 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:29.900008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:29.972905 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: a981ffda-2187-4695-935d-48a6ebbf643b {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:29.973307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device a981ffda-2187-4695-935d-48a6ebbf643b not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:30.141625 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] For port 70936b3a-c72f-40cd-966f-840820fe9d68, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=70936b3a-c72f-40cd-966f-840820fe9d68,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:30.141954 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.210295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] DHCP port deletion for 673a6160-5923-4228-859b-63120e1b1c29 request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:44:30.214815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Deleting port 70936b3a-c72f-40cd-966f-840820fe9d68 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:30.215280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.449027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] For port 70936b3a-c72f-40cd-966f-840820fe9d68, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=70936b3a-c72f-40cd-966f-840820fe9d68,segment=NetworkSegment(ffbe4cc7-8256-4294-8f0b-edff8481c342),segment_id=ffbe4cc7-8256-4294-8f0b-edff8481c342)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:44:30.449606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.538983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Calling delete_port for 70936b3a-c72f-40cd-966f-840820fe9d68 owned by network:dhcp {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:30.583974 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Calling delete_port for 70936b3a-c72f-40cd-966f-840820fe9d68 owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:44:30.617440 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.622396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4fc8fcb3-8ba4-4639-9e16-af95a80537de tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:30.661140 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:44:30.661552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:44:30.670633 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=70936b3a-c72f-40cd-966f-840820fe9d68,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:30.674056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:30.675046 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] No DVR routers for this DVR port 70936b3a-c72f-40cd-966f-840820fe9d68 on host dv-cinder-787195-3-iscsi {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:44:30.803217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.922054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c96e4898>,) {'filters': {'network_id': ['673a6160-5923-4228-859b-63120e1b1c29']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:30.940752 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c96e4898>, 'ffbe4cc7-8256-4294-8f0b-edff8481c342') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:30.941354 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c96e4898>, 'ffbe4cc7-8256-4294-8f0b-edff8481c342') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:30.955290 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.973435 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:30.980083 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:44:31.163035 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Deleting port 70936b3a-c72f-40cd-966f-840820fe9d68 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:44:31.163482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.165844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Network 673a6160-5923-4228-859b-63120e1b1c29 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:31.176397 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.248601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-72f1aea2-20e1-41fe-99d0-b0a02cde9e67 None None] The port '70936b3a-c72f-40cd-966f-840820fe9d68' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:44:31.374804 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Network 673a6160-5923-4228-859b-63120e1b1c29 has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:44:31.397988 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:44:31.479872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.484307 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d425b9d0-ebe9-4f8f-bfc0-9924adbc2e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:31.501555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.510350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=673a6160-5923-4228-859b-63120e1b1c29,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:31.513547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:31.516534 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e185358a-208b-466a-aac1-c4f0ba23cc4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/673a6160-5923-4228-859b-63120e1b1c29 HTTP/1.1" status: 204  len: 168 time: 1.7600598
Apr 21 13:44:31.665233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 70936b3a-c72f-40cd-966f-840820fe9d68 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:44:31.705095 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 70936b3a-c72f-40cd-966f-840820fe9d68 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:44:31.705498 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 70936b3a-c72f-40cd-966f-840820fe9d68 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:44:31.709386 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54422) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:31.763142 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-1c6be96c-5c16-46b0-96b8-105c4de637ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c95ad2f4ab454f5c80446f33bdaa8942&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522346
Apr 21 13:44:31.765681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54426) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:31.827540 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.855543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.900313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.905217 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ccf5b0d2-4d0a-4f7c-827b-3f6eebd47965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:31.925454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fe827f-f86f-434d-9366-c6744705edb5,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:31.928642 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:31.930759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:31.934918 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-29e1d60d-df74-4fbc-b16f-381a45d4f9d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38fe827f-f86f-434d-9366-c6744705edb5 HTTP/1.1" status: 204  len: 168 time: 0.1653070
Apr 21 13:44:31.991002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:32.289824 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54434) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:32.343343 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-320b04cc-7982-40c3-9ed3-30a19d943d0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72f3d6df24dc45c9b7230f009631d536&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522015
Apr 21 13:44:32.345856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54438) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:32.409062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:32.437134 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:32.488107 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:32.493395 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e72032f-4470-4b27-8c0a-d1c52ecc243b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:32.507847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f7cff-3f4e-4601-a823-71832ccce181,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:32.510956 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:32.511945 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:32.516985 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-dd077d38-873a-4cc9-a190-572d6240e489 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d5f7cff-3f4e-4601-a823-71832ccce181 HTTP/1.1" status: 204  len: 168 time: 0.1663861
Apr 21 13:44:34.451060 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0809a747-007a-464d-abbe-a70df746b13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:34.834227 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-68f76512-7e9c-4c2c-b177-22b660080b22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0855989
Apr 21 13:44:34.990621 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610629f-7e87-4328-90f0-931c0b596c41 req-01fbc0ed-9ba5-4c79-8ca5-75bda8d8333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:34.992276 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-01fbc0ed-9ba5-4c79-8ca5-75bda8d8333c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1098 time: 0.0865834
Apr 21 13:44:35.033249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54476) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:35.104070 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Deleting subnet 2b53626f-272d-4f83-bb89-830535999c31 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:44:35.107235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.150030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610629f-7e87-4328-90f0-931c0b596c41 req-49b0f40c-f002-4977-a560-d51644cabd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:35.151663 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-49b0f40c-f002-4977-a560-d51644cabd51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1402738
Apr 21 13:44:35.160071 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.219773 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.269729 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-50844253-f855-455e-9022-aac5e1320bb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 1000 time: 0.1110275
Apr 21 13:44:35.340104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610629f-7e87-4328-90f0-931c0b596c41 req-4b4a7808-675b-4487-a670-2725a6f25f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:35.341719 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-4b4a7808-675b-4487-a670-2725a6f25f85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0656939
Apr 21 13:44:35.430983 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610629f-7e87-4328-90f0-931c0b596c41 req-9a9e815e-b838-4135-89d7-a45b309fb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:35.432615 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-9a9e815e-b838-4135-89d7-a45b309fb16b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840595
Apr 21 13:44:35.480157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.485163 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:35.522150 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b53626f-272d-4f83-bb89-830535999c31,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:35.525528 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:35.526609 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.533546 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2f0b7a7a-bda8-49e0-a206-6a4cd61c269b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2b53626f-272d-4f83-bb89-830535999c31 HTTP/1.1" status: 204  len: 168 time: 0.4991138
Apr 21 13:44:35.536136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54480) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:35.581092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-42ec34f4-bbfc-4d22-808b-591c34b8171f service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414995
Apr 21 13:44:35.653745 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.725822 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5610629f-7e87-4328-90f0-931c0b596c41 req-4eab63ad-c083-4a53-8c5c-634e5d33b78d service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392066
Apr 21 13:44:35.795041 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.911706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c8071080>,) {'filters': {'network_id': ['7e7ee286-9fa7-4144-acf4-ba206b59ff0c']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:35.925043 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c8071080>, '49374904-2de8-412a-b1a1-dfce1f0818eb') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:35.925382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c8071080>, '49374904-2de8-412a-b1a1-dfce1f0818eb') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:35.937172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.952571 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:35.959001 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:44:36.140811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:36.149917 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.331157 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Network 7e7ee286-9fa7-4144-acf4-ba206b59ff0c has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:44:36.584767 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:44:36.659608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.663251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:36.682068 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.689613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7ee286-9fa7-4144-acf4-ba206b59ff0c,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:36.692736 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e7ee286-9fa7-4144-acf4-ba206b59ff0c HTTP/1.1" status: 204  len: 168 time: 1.1556001
Apr 21 13:44:36.693732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-66d1003d-6086-4d67-86f7-a9d207e2585d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:36.695718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54484) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:36.762072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Deleting subnet 67d00672-6e71-499b-a304-e2f32640fe69 {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:44:36.765337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.801301 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-da23bed7-2229-4ca1-acbd-08e96ec3fafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.820017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.883130 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:36.992608 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.143454 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.148500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-b945f4d1-7f65-402f-bf09-27867216708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:37.188088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d00672-6e71-499b-a304-e2f32640fe69,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:37.190426 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.194276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:37.197239 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d4e2b0a3-c054-4ef4-bb41-7f36c0c9be02 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67d00672-6e71-499b-a304-e2f32640fe69 HTTP/1.1" status: 204  len: 168 time: 0.5005062
Apr 21 13:44:37.199969 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54488) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:37.314882 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.446550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.560829 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c99db5f8>,) {'filters': {'network_id': ['8f746218-ac48-44a1-9b7f-2c2ab3eef730']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:37.574485 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c99db5f8>, 'ddc30207-5107-403a-aee8-7f2ba5255889') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:37.574850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c99db5f8>, 'ddc30207-5107-403a-aee8-7f2ba5255889') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:44:37.587393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.602104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.608359 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:44:37.793408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Network 8f746218-ac48-44a1-9b7f-2c2ab3eef730 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:37.807069 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:37.988362 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Network 8f746218-ac48-44a1-9b7f-2c2ab3eef730 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:44:38.010765 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:44:38.047838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.089562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.093145 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:38.109727 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.117467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f746218-ac48-44a1-9b7f-2c2ab3eef730,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:38.119856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:38.122722 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-86d21b98-7cf0-4c3c-aacb-95fbffb96e19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8f746218-ac48-44a1-9b7f-2c2ab3eef730 HTTP/1.1" status: 204  len: 168 time: 0.9203620
Apr 21 13:44:38.303615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54494) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:38.356147 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7908dc07-7b13-4804-be85-3aa91d0d33fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cc5657a549d4d27a9f7f98061d2fd06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512216
Apr 21 13:44:38.358729 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54498) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:38.418788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.449424 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.494079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.499054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-298d4086-e31c-47c1-a55a-1fc8524535e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:38.513023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94d82a-b04f-4150-9831-aa2ca2c80055,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:38.516645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:38.517623 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.518856 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-deb6f849-40bb-4d8c-901a-cf4d24c44cbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee94d82a-b04f-4150-9831-aa2ca2c80055 HTTP/1.1" status: 204  len: 168 time: 0.1591403
Apr 21 13:44:38.876420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54506) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:38.878530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:38.933632 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a57c10ff-3c4f-4c23-9ee9-5aebb8d036cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e88e90e9c0148499ef8a2f9be14be1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532379
Apr 21 13:44:38.934200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54510) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:39.001793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:39.028225 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:39.073108 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:39.077510 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a9ffce57-0e65-42a5-8ff0-0e0936c979ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:39.089062 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71942995-94fa-4500-a7b9-73028e28c251,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:39.091458 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:39.096914 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:39.098127 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e024ec48-bb0e-48fe-9b45-2671b7143dd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71942995-94fa-4500-a7b9-73028e28c251 HTTP/1.1" status: 204  len: 168 time: 0.1627011
Apr 21 13:44:40.300780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54542) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:40.426500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.445375 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:40.449372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:a080b3aea32c4aecb364f6b18fa4ac2d is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:40.452330 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:40.459393 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:40.551072 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.553811 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.563309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-372802ff-32fe-4339-90e6-71ee76bcd4f6 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:40.606103 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a080b3aea32c4aecb364f6b18fa4ac2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3041553
Apr 21 13:44:40.607137 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9307ef0c-e7ca-4b6e-9cfc-73eb122fc23a,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:40.609038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54548) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:40.610259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f42d6eac-70b1-472c-a5e1-52f661cf2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:40.675390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.702796 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.751991 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.756020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ae049b1b-0c0e-457c-91f3-56fce1eedab7 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:40.768015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9307ef0c-e7ca-4b6e-9cfc-73eb122fc23a,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:40.772189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:40.775505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:40.776715 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-16dbe1a6-9368-433a-bc52-b6561f439198 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9307ef0c-e7ca-4b6e-9cfc-73eb122fc23a HTTP/1.1" status: 204  len: 168 time: 0.1666000
Apr 21 13:44:52.564333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54698) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:52.692531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:52.709645 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:52.713880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Usage tracker for resource:security_group_rule and tenant:622968a2318a443d83e62160382feaf2 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:52.716816 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:52.723120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:52.816499 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:52.819390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:52.828734 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-581c11aa-b975-4bb3-a5b4-bf5d3e83ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:52.871399 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=622968a2318a443d83e62160382feaf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3058085
Apr 21 13:44:52.872482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28fdc3-a198-4e28-9c41-7f56c3d9e05f,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:52.875015 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54704) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:52.881638 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.882122 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.882692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.883110 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.883517 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.883924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.884327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.884782 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.885299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.885761 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.886164 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.886589 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:44:52.891388 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a9e43226-0610-4f83-ac58-658c110d98a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:52.945047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:52.973019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.019206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.024088 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d79cf494-9d46-4005-9fae-6859ec31ee37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:53.040105 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28fdc3-a198-4e28-9c41-7f56c3d9e05f,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:53.044199 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:53.050262 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.052152 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-27a8c6d1-cc43-4aa1-bf66-9981c24c58f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c28fdc3-a198-4e28-9c41-7f56c3d9e05f HTTP/1.1" status: 204  len: 168 time: 0.1758609
Apr 21 13:44:53.342512 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54712) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:53.363028 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.378699 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:53.382961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Usage tracker for resource:security_group_rule and tenant:2e8d642809774bc2bb5604d90f13195c is out of sync, need to count used quota {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:53.386066 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86358) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:53.392171 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86358) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:53.476253 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.479117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.489019 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-15fc0f89-988e-416d-b579-8146f3e9b449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:53.531172 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e8d642809774bc2bb5604d90f13195c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1864471
Apr 21 13:44:53.532243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5210e-9d7d-459e-b269-4b621efb1088,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:53.535357 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54716) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:53.535585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d3de998d-d6f0-4989-a577-973eebe733bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:53.605308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.638505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.687463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.692785 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ee42d049-25dc-4ea1-a90e-8ecc9c3660b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:53.708655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5210e-9d7d-459e-b269-4b621efb1088,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:53.711869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:53.716347 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:53.717599 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-38d07cfe-e0a0-497e-ac1f-5be0b74799da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ca5210e-9d7d-459e-b269-4b621efb1088 HTTP/1.1" status: 204  len: 168 time: 0.1807337
Apr 21 13:44:54.081136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54726) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:54.102313 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.119482 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:54.126025 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Usage tracker for resource:security_group_rule and tenant:a631bd6b69d04aeb9038f4c9adae0240 is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:44:54.130707 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:44:54.138144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:54.228475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.231305 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.240299 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ea5dd5ea-f870-44be-9775-32a354abc12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:54.283070 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a631bd6b69d04aeb9038f4c9adae0240&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2007232
Apr 21 13:44:54.284856 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be71f5bc-1b58-4dc1-a0ec-bdca7d3a7c79,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:54.285916 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54730) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:44:54.288755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ddbb6c3c-f10b-4caa-9bdb-8d6a9092e7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:54.349964 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.378291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.426610 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.431604 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-539bf0fe-5715-4efd-8a02-1ebcb1f68853 tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:54.444505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be71f5bc-1b58-4dc1-a0ec-bdca7d3a7c79,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:54.446809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:54.454326 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:54.455679 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-a8db281a-163c-4f89-86fb-dc045ea45955 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be71f5bc-1b58-4dc1-a0ec-bdca7d3a7c79 HTTP/1.1" status: 204  len: 168 time: 0.1684468
Apr 21 13:44:55.211980 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-352b55c6-ae04-4fa8-ab0a-dd6e00254884 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973274866&fields=id&tenant_id=bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 267 time: 0.0480173
Apr 21 13:44:55.381202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-24042ced-cd3c-498e-9e00-d88ff618bfed tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:55.382882 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-24042ced-cd3c-498e-9e00-d88ff618bfed tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 811 time: 0.1628623
Apr 21 13:44:55.398635 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:44:55.399484 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-743743db-c31e-466e-82d0-f61fc9f370fd tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/quotas/bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 375 time: 0.0103269
Apr 21 13:44:55.497701 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-f973027b-8264-496c-a673-f55ac1d71e08 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0907128
Apr 21 13:44:55.621981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-9ae0f50d-61b2-406c-b34a-7e41edaf3c82 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 13:44:55.623288 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-9ae0f50d-61b2-406c-b34a-7e41edaf3c82 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1108961
Apr 21 13:44:55.779236 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-5a3bb0bc-edf0-4468-85b6-ff38facd0cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484680
Apr 21 13:44:55.926062 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c059afb7-7771-4dd7-b449-cf2082f22936 service neutron] 10.222.0.41 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404316
Apr 21 13:44:56.344379 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-cbb15834-bd4e-4a99-bb5f-89ad11fb88e1 req-d97bad65-b497-4327-b269-df2c91a25ac7 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 210 time: 0.0500906
Apr 21 13:44:57.573489 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-5f727507-1748-4ba3-b219-4cae55a141db req-59324135-97f9-4b7c-b10d-7f138cc95710 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 210 time: 0.0684466
Apr 21 13:44:57.641073 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-26be51be-608c-417a-bbf4-5a40fe1d3402 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:57.642663 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-26be51be-608c-417a-bbf4-5a40fe1d3402 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 811 time: 0.2245040
Apr 21 13:44:57.698919 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-961586ef-7628-4b9d-89af-f82831478f22 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4cbe96439b4abd8678f7eb780bf38a HTTP/1.1" status: 200  len: 380 time: 0.0452116
Apr 21 13:44:57.707527 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'port': {'device_id': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'admin_state_up': True, 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'security_groups': ['87e0e036-1234-4093-826f-f6c5f1c50d5f']}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:57.863910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:44:57.874647 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:44:57.885477 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Made reservation on behalf of bb4cbe96439b4abd8678f7eb780bf38a for: {'port': 1} {{(pid=86359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 13:44:57.893201 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:58.083927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Allocated IP 172.20.0.10 (5b62498a-cc4e-45eb-a682-a9022965b86d/3cd186b2-4030-43b0-95fd-55112e6eab9c/bc3985ea-232d-461d-881c-93f09507fd5b) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:44:58.546300 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:58.563643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Transition to ACTIVE for port object bc3985ea-232d-461d-881c-93f09507fd5b will not be triggered until provisioned by entity DHCP. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:44:58.587010 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:58.593319 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d4207b4c-ac81-4894-b3c0-33cde5bc23fe tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:58.666848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Network 5b62498a-cc4e-45eb-a682-a9022965b86d is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:44:58.671769 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:44:58.676402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:44:58.764743 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=bc3985ea-232d-461d-881c-93f09507fd5b,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:58.775975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:58.810101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:58.810818 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:58.851258 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-5167cac6-6b5e-4888-9360-4074102880f8 None None] Provisioning for port bc3985ea-232d-461d-881c-93f09507fd5b completed by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:44:58.856543 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-5167cac6-6b5e-4888-9360-4074102880f8 None None] Provisioning complete for port bc3985ea-232d-461d-881c-93f09507fd5b triggered by entity DHCP. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:44:58.856971 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5167cac6-6b5e-4888-9360-4074102880f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:58.864505 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1609414
Apr 21 13:44:58.873675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb91d7-3774-449e-9a8b-b4ce6b722433 req-845a12a2-04d0-4df8-884c-76e0a6cdee45 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:58.874542 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-1afb91d7-3774-449e-9a8b-b4ce6b722433 req-845a12a2-04d0-4df8-884c-76e0a6cdee45 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:44:58.883643 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Request body: {'port': {'device_id': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:44:58.916876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-5167cac6-6b5e-4888-9360-4074102880f8 None None] Port bc3985ea-232d-461d-881c-93f09507fd5b cannot update to ACTIVE because it is not bound. {{(pid=86360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 13:44:58.944223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-1afb91d7-3774-449e-9a8b-b4ce6b722433 req-845a12a2-04d0-4df8-884c-76e0a6cdee45 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:44:58.945621 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1afb91d7-3774-449e-9a8b-b4ce6b722433 req-845a12a2-04d0-4df8-884c-76e0a6cdee45 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 932 time: 0.2410967
Apr 21 13:44:59.055862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:59.074046 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-1afb91d7-3774-449e-9a8b-b4ce6b722433 req-14450be4-6757-4f29-bf0c-a42863810e49 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206534
Apr 21 13:44:59.427204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3985ea-232d-461d-881c-93f09507fd5b {{(pid=86359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:44:59.434970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:59.451728 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Transition to ACTIVE for port object bc3985ea-232d-461d-881c-93f09507fd5b will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 13:44:59.455193 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:59.460177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-652f9f05-63ef-49b5-9709-1de85b04be0e tempest-TestShelveInstance-673236488 tempest-TestShelveInstance-673236488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:59.643270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3985ea-232d-461d-881c-93f09507fd5b,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:59.681039 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:44:59.722559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Attempting to bind port bc3985ea-232d-461d-881c-93f09507fd5b on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 13:44:59.722934 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Attempting to bind port bc3985ea-232d-461d-881c-93f09507fd5b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 13:44:59.723304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Attempting to bind port bc3985ea-232d-461d-881c-93f09507fd5b on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:44:59.728214 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Port bc3985ea-232d-461d-881c-93f09507fd5b on network 5b62498a-cc4e-45eb-a682-a9022965b86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 13:44:59.728574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Attempting to bind port bc3985ea-232d-461d-881c-93f09507fd5b on network 5b62498a-cc4e-45eb-a682-a9022965b86d {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 13:44:59.734721 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Checking agent: {'id': '998ab303-0da1-421b-9daf-ec164bd8c3ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 13:44:59.735102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Checking segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 13:44:59.735565 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Bound using segment: {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 13:44:59.736056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Bound port: bc3985ea-232d-461d-881c-93f09507fd5b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18198678-3cd6-4a07-a6d7-403df13004f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 13:44:59.736538 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:59.832548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] For port bc3985ea-232d-461d-881c-93f09507fd5b, host hv-cinder-78719, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 13:44:59.835755 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] For port bc3985ea-232d-461d-881c-93f09507fd5b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bc3985ea-232d-461d-881c-93f09507fd5b,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 13:44:59.839165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:59.844352 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9692affa-297a-4864-bb9d-3210d17bbf9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:44:59.913372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:44:59.914213 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:44:59.915855 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] 10.222.0.44 "PUT /v2.0/ports/bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 200  len: 1094 time: 1.0373385
Apr 21 13:44:59.916681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:44:59.942601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3985ea-232d-461d-881c-93f09507fd5b,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:44:59.946339 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c00277e9-d85b-45b2-af14-aa6371d19dd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:45:00.009025 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'status': 'completed', 'code': 200}
Apr 21 13:45:00.049692 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-79417d68-4aba-4d90-aaaa-c667ef447adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:00.051424 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-79417d68-4aba-4d90-aaaa-c667ef447adb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1097 time: 0.0875106
Apr 21 13:45:00.137336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-9ce076fa-bfcf-4fc9-9782-bce7365c3c7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 200  len: 217 time: 0.0792150
Apr 21 13:45:00.264988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-3e04013a-244f-49a5-ae4e-f0b555260170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:00.266448 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-3e04013a-244f-49a5-ae4e-f0b555260170 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.1225467
Apr 21 13:45:00.354329 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631989-e914-4001-8744-e18e6c275e3e req-08555db5-245c-4939-abd6-d0be7f18eaa2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:00.356133 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13631989-e914-4001-8744-e18e6c275e3e req-08555db5-245c-4939-abd6-d0be7f18eaa2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.1630323
Apr 21 13:45:00.413508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-91c275b5-2630-467d-a6b1-c55cbb7d424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:00.415077 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-91c275b5-2630-467d-a6b1-c55cbb7d424c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355071
Apr 21 13:45:00.420033 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-13631989-e914-4001-8744-e18e6c275e3e req-fafc0838-9092-4c81-bdd1-9169ceb70c09 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555894
Apr 21 13:45:00.564299 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-c5a89dbf-ec9e-4723-9364-222ceafacc94 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420143
Apr 21 13:45:00.711510 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-d18782ad-1159-4286-9f99-d9661c53a0ba req-0005ba74-fb1a-4c35-a59a-c183c7e5eb0b service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406329
Apr 21 13:45:00.836315 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-2e56da03-642b-4d83-9909-3907c3df0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:00.837841 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-2e56da03-642b-4d83-9909-3907c3df0fb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1097 time: 0.0826449
Apr 21 13:45:00.986664 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-59b4a4e5-b606-4966-8153-053ff7f7b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:00.988495 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-59b4a4e5-b606-4966-8153-053ff7f7b5d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1441395
Apr 21 13:45:01.066830 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-371c625f-f3a7-44da-ac11-3f8c9e76de3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 200  len: 217 time: 0.0703304
Apr 21 13:45:01.143634 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-590f5956-d99d-49a7-8663-3478345532dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:01.145147 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-590f5956-d99d-49a7-8663-3478345532dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0696435
Apr 21 13:45:01.232054 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-4c74d4a8-5c2d-41e8-a422-09d311681fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:01.233694 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-4c74d4a8-5c2d-41e8-a422-09d311681fd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777137
Apr 21 13:45:01.378631 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-d7e90d05-e93c-42d9-9e00-f7d3b070c9b2 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372049
Apr 21 13:45:01.524100 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-2dfe144b-1e25-42f6-b617-d9a6bbe04565 req-088b67d0-4f1c-4235-9315-eda4cbcf1907 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391678
Apr 21 13:45:01.631998 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd56d-4d27-42e8-bd69-c3eb73a4e615 req-b05edb4d-9362-40a6-ba82-543a628fd0cc tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:01.633615 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-582dd56d-4d27-42e8-bd69-c3eb73a4e615 req-b05edb4d-9362-40a6-ba82-543a628fd0cc tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0962920
Apr 21 13:45:01.683091 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-582dd56d-4d27-42e8-bd69-c3eb73a4e615 req-addfba6e-93c8-4667-a98e-eaec81890623 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428958
Apr 21 13:45:01.988245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:02.890735 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc639c02-01dd-4795-bd7a-8d531563e228 req-6efe8857-87c3-4187-8701-74e7c2321aec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:02.892506 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc639c02-01dd-4795-bd7a-8d531563e228 req-6efe8857-87c3-4187-8701-74e7c2321aec tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0914917
Apr 21 13:45:02.942620 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fc639c02-01dd-4795-bd7a-8d531563e228 req-f07efb53-6da5-4c3b-ab1b-bc1443c8b794 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436621
Apr 21 13:45:04.149024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab510d20-b0a9-40de-90c4-50e88085e858 req-0ff97576-e7fe-4e7d-8dea-d3305b78b3db tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:04.150657 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab510d20-b0a9-40de-90c4-50e88085e858 req-0ff97576-e7fe-4e7d-8dea-d3305b78b3db tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0935223
Apr 21 13:45:04.200496 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-ab510d20-b0a9-40de-90c4-50e88085e858 req-d5100549-dccd-40e2-9e79-492a6b13c5b8 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434344
Apr 21 13:45:04.453167 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5a864045-805b-463b-8688-81ed4f270aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:05.409365 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55173-a5ca-473b-9184-d28a369255c7 req-13917c77-af39-4327-b091-05761809d1e0 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:05.410986 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1c55173-a5ca-473b-9184-d28a369255c7 req-13917c77-af39-4327-b091-05761809d1e0 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0939140
Apr 21 13:45:05.461020 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-b1c55173-a5ca-473b-9184-d28a369255c7 req-1aedb511-049c-407f-a834-8818ac089204 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434029
Apr 21 13:45:06.660413 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5a8e-35e7-49b6-8d8c-02a8fefec605 req-e697ef5a-340b-4d8a-9ce1-28a3ca4dfbf0 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:06.662022 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-098e5a8e-35e7-49b6-8d8c-02a8fefec605 req-e697ef5a-340b-4d8a-9ce1-28a3ca4dfbf0 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0887475
Apr 21 13:45:06.710127 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-098e5a8e-35e7-49b6-8d8c-02a8fefec605 req-2080a2fb-0454-4258-9636-d8f4ebe72cc6 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415924
Apr 21 13:45:06.805055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-68d8fcb4-0565-45f5-9b99-61ce50733c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:06.996382 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:07.921555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e8eac-070f-4c50-9a3e-cecd431658f5 req-8c4da631-7639-48e4-b8d7-073e3ece745b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:07.923128 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-237e8eac-070f-4c50-9a3e-cecd431658f5 req-8c4da631-7639-48e4-b8d7-073e3ece745b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0966344
Apr 21 13:45:07.974170 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-237e8eac-070f-4c50-9a3e-cecd431658f5 req-75543262-ab76-422f-ae57-6b134d3a5269 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446939
Apr 21 13:45:08.048979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:08.879685 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:09.176762 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bbd54-9054-4383-8d85-eeb1b757ff0e req-2f92da2b-92b5-4e45-a31f-0c661d1f8e13 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:09.178301 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f6bbd54-9054-4383-8d85-eeb1b757ff0e req-2f92da2b-92b5-4e45-a31f-0c661d1f8e13 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 944 time: 0.0900710
Apr 21 13:45:09.230006 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9f6bbd54-9054-4383-8d85-eeb1b757ff0e req-884b1c20-c8ae-4115-90c4-173e08b3adab tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452285
Apr 21 13:45:09.787269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device bc3985ea-232d-461d-881c-93f09507fd5b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 13:45:09.929104 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port bc3985ea-232d-461d-881c-93f09507fd5b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bc3985ea-232d-461d-881c-93f09507fd5b,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:45:09.943687 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Returning: {'device': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'port_id': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'mac_address': 'fa:16:3e:b0:c3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 13:45:10.006922 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:10.024568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3985ea-232d-461d-881c-93f09507fd5b {{(pid=86360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 13:45:10.040780 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port bc3985ea-232d-461d-881c-93f09507fd5b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bc3985ea-232d-461d-881c-93f09507fd5b,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:45:10.043705 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:10.045552 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3dea0c5d-f505-40df-bde8-88c015782a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:45:10.114243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=bc3985ea-232d-461d-881c-93f09507fd5b,revision_number=4']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:45:10.121920 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.122309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.122718 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.123098 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.123501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.123873 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.124245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.124612 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.124979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.125343 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.125704 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.126067 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:45:10.130103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:45:10.291192 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] get_ports_and_sgs() called for port_ids ['bc3985ea-232d-461d-881c-93f09507fd5b'] {{(pid=86360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 13:45:10.433259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3043a1-857e-49c9-8dda-9e12ab2aec19 req-edee1ac3-fdfc-431d-8341-e65c47d9d9f1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:10.434882 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af3043a1-857e-49c9-8dda-9e12ab2aec19 req-edee1ac3-fdfc-431d-8341-e65c47d9d9f1 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 945 time: 0.0890942
Apr 21 13:45:10.483092 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-af3043a1-857e-49c9-8dda-9e12ab2aec19 req-e7a20def-cc6a-4902-bef7-b563667bae7f tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417886
Apr 21 13:45:11.690880 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f107e-6a46-4be1-98ee-028cff218266 req-837c2650-1f4a-4251-bbeb-77a634ffc52b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:11.692474 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-280f107e-6a46-4be1-98ee-028cff218266 req-837c2650-1f4a-4251-bbeb-77a634ffc52b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 945 time: 0.0929146
Apr 21 13:45:11.740115 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-280f107e-6a46-4be1-98ee-028cff218266 req-4c6d20a3-3a04-4fce-8eba-30ab7a9863f2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413287
Apr 21 13:45:11.804559 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device bc3985ea-232d-461d-881c-93f09507fd5b up at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 13:45:11.879961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning for port bc3985ea-232d-461d-881c-93f09507fd5b completed by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 13:45:11.884697 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.provisioning_blocks [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Provisioning complete for port bc3985ea-232d-461d-881c-93f09507fd5b triggered by entity L2. {{(pid=86360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 13:45:11.885114 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7765760'] for port, provisioning_complete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:12.015177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:12.043691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b'}] {{(pid=86360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:45:12.054684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] For port bc3985ea-232d-461d-881c-93f09507fd5b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bc3985ea-232d-461d-881c-93f09507fd5b,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:45:12.058154 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634'] for port, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:12.060101 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-274010af-8223-424d-862e-25075d4ffccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:45:12.131581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Pushing event updated for resources: {'Port': ['ID=bc3985ea-232d-461d-881c-93f09507fd5b,revision_number=5']} {{(pid=86360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:45:12.135367 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86360) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:45:12.220728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'code': 200}
Apr 21 13:45:12.507659 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a6af7-772f-44ce-9d6d-eb07f155526f req-054e46bd-f222-4e25-b9ee-4f9dc9994b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:12.509153 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-588a6af7-772f-44ce-9d6d-eb07f155526f req-054e46bd-f222-4e25-b9ee-4f9dc9994b7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1099 time: 0.0767112
Apr 21 13:45:12.553842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-588a6af7-772f-44ce-9d6d-eb07f155526f req-15dce1ad-98bc-4c97-840f-06882b04cdfd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384037
Apr 21 13:45:12.946957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57602a2c-1291-411e-a20d-8ae0055faec8 req-efb73a9b-8687-433a-b764-d1d15cdaac19 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:12.948602 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57602a2c-1291-411e-a20d-8ae0055faec8 req-efb73a9b-8687-433a-b764-d1d15cdaac19 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 946 time: 0.0934334
Apr 21 13:45:12.996993 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-57602a2c-1291-411e-a20d-8ae0055faec8 req-263cccd8-7a24-48f7-8302-cc6f74b74f0d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413473
Apr 21 13:45:14.206197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59bf5-ad93-4cbc-82a3-208e3f6be576 req-fabfe7e0-84d6-4643-9d67-823630d34be9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:14.207790 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fbf59bf5-ad93-4cbc-82a3-208e3f6be576 req-fabfe7e0-84d6-4643-9d67-823630d34be9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 946 time: 0.0890253
Apr 21 13:45:14.258917 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-fbf59bf5-ad93-4cbc-82a3-208e3f6be576 req-e2b59ea6-2dcb-4589-a26b-0a9198261072 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445654
Apr 21 13:45:14.704732 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08318bfd-63bf-4b39-a648-c66e66cd39e0 req-0b4136bd-ec6e-4ccf-afdf-dccba68e0c24 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:14.706329 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08318bfd-63bf-4b39-a648-c66e66cd39e0 req-0b4136bd-ec6e-4ccf-afdf-dccba68e0c24 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 946 time: 0.3357813
Apr 21 13:45:14.757821 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-08318bfd-63bf-4b39-a648-c66e66cd39e0 req-e3d6d7f8-db14-49c9-aea0-ae9873724bb6 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450690
Apr 21 13:45:14.782383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54804) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:45:14.861948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7676ee-b7a2-4fdb-ab26-2f00b48395a5 tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:14.863842 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-aa7676ee-b7a2-4fdb-ab26-2f00b48395a5 tempest-TestVolumeBootPattern-1491787389 tempest-TestVolumeBootPattern-1491787389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1094 time: 0.0803816
Apr 21 13:45:14.866784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54808) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:45:14.872186 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.v2.base [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Request body: {'floatingip': {'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'port_id': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 13:45:14.878912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 13:45:14.882988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Usage tracker for resource:floatingip and tenant:bb4cbe96439b4abd8678f7eb780bf38a is out of sync, need to count used quota {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 13:45:14.885936 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86359) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 13:45:14.892149 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.quota.driver [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86359) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 13:45:14.901714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:15.046708 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:15.193993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Allocated IP 172.27.0.40 (7b8799d4-ce4c-432f-b7cb-8044dedfa0d8/a3848a45-e30e-41a4-9893-7c23f357face/be1c17a0-d1a0-4bd6-b68a-09da61e80d5a) {{(pid=86359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 13:45:15.348567 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:15.380286 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247796733966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:15.385494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-738d6433-75e2-42ae-ade2-bb4ea58d14d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:45:15.450493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Network 7b8799d4-ce4c-432f-b7cb-8044dedfa0d8 is already hosted by enough agents. {{(pid=86359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 13:45:15.454520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Resources bound (agent type, host, resource id):  {{(pid=86359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 13:45:15.457076 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Received port after_create {{(pid=86359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 13:45:15.500506 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=be1c17a0-d1a0-4bd6-b68a-09da61e80d5a,revision_number=1']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:45:15.503716 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:45:15.911620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:15.991182 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846949411'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:16.211606 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:16.215170 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789058490568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789058043149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247796732634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265833'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:16.219848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-a3ef17aa-672d-4b87-92b4-854f22862670 tempest-AttachVolumeShelveTestJSON-2109071581 tempest-AttachVolumeShelveTestJSON-2109071581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:45:16.343020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event updated for resources: {'Port': ['ID=be1c17a0-d1a0-4bd6-b68a-09da61e80d5a,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:45:16.346020 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:45:16.355618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853035086'] for floatingip, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:16.540535 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP f7e8683c-fdc8-4bde-8c48-ee36f937d1d5 associated. External IP: 172.27.0.40, port: bc3985ea-232d-461d-881c-93f09507fd5b.
Apr 21 13:45:16.917681 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:45:17.109724 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:45:17.120311 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:45:17.132655 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:45:17.133370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a1eb70>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:45:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:45:17.136601 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:17.201770 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2b8ed795-2141-4670-88f6-1dbff28b966a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3337939
Apr 21 13:45:17.202377 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:45:17.252236 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'status': 'completed', 'code': 200}
Apr 21 13:45:17.326189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:45:17.353513 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-5c1ce8b0-7c14-4085-8ec8-871322c1c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:17.355199 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-5c1ce8b0-7c14-4085-8ec8-871322c1c9fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1099 time: 0.0816619
Apr 21 13:45:17.499220 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-e7683158-5358-4dc2-997d-cab757702b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:17.500744 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-e7683158-5358-4dc2-997d-cab757702b70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1374848
Apr 21 13:45:17.614160 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-fafea1fd-ea21-40da-b328-b235f191f5f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 200  len: 999 time: 0.1066093
Apr 21 13:45:17.685089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-44a7d87c-139f-4e71-b335-d5128e434479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:17.686981 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-44a7d87c-139f-4e71-b335-d5128e434479 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0663838
Apr 21 13:45:17.699532 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a1eb70>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:08Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}, {'id': 'f7e8683c-fdc8-4bde-8c48-ee36f937d1d5', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:b0:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:45:15Z', 'updated_at': '2021-04-21T13:45:15Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:45:17.704148 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:45:17.713986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:45:17.714731 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a1eb70>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:45:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:45:17.775605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-5a08bfa0-654a-409b-bb53-821fbc157495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:17.777126 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-5a08bfa0-654a-409b-bb53-821fbc157495 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836122
Apr 21 13:45:18.097195 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:45:18.183705 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-94fab0fd-0768-45f1-bc3a-5bd86d60926e service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3987832
Apr 21 13:45:18.328599 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-10670076-8ad9-4872-b357-591e4b5a61f2 req-ae3b8b8d-4b1c-46ae-930d-0f020e59c79f service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372578
Apr 21 13:45:18.474781 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9a1eb70>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:08Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}, {'id': 'f7e8683c-fdc8-4bde-8c48-ee36f937d1d5', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:b0:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:45:15Z', 'updated_at': '2021-04-21T13:45:15Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:45:18.479082 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31df23-6b0f-4623-b263-42281840fc14 None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:08Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}, {'id': 'f7e8683c-fdc8-4bde-8c48-ee36f937d1d5', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:b0:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:45:15Z', 'updated_at': '2021-04-21T13:45:15Z', 'revision_number': 0, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:45:18.771287 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afb3de-b9a3-4134-887f-5a1965019874 None None] New status for floating IP f7e8683c-fdc8-4bde-8c48-ee36f937d1d5: ACTIVE {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:45:32.005298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:32.399438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:45:34.453686 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-224942c5-5af6-409e-9886-762e24fc81d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:35.913625 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-d0af2b0c-92f7-47bd-89c3-eac7f64684c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774360
Apr 21 13:45:36.072370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-e23120a1-3659-427e-ba0c-cfe7bf70b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:36.074293 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-e23120a1-3659-427e-ba0c-cfe7bf70b012 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1098 time: 0.0816538
Apr 21 13:45:36.237356 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-2f736be7-3fb0-410c-9b77-a80c5563d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:36.238852 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-2f736be7-3fb0-410c-9b77-a80c5563d371 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1449759
Apr 21 13:45:36.350322 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-9ee97045-1823-45d8-8895-240b17076b21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 1000 time: 0.1044698
Apr 21 13:45:36.423090 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-35f37cd4-46e9-4187-b22c-d0f1ddd105c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:36.424636 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-35f37cd4-46e9-4187-b22c-d0f1ddd105c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0679321
Apr 21 13:45:36.507428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-fe5bf2e5-7b09-4bec-85c3-3c45bf8672f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:45:36.509026 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-fe5bf2e5-7b09-4bec-85c3-3c45bf8672f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778239
Apr 21 13:45:36.656371 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-de52e91b-8df1-4f41-a7dc-a2919e98da85 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403434
Apr 21 13:45:36.806987 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0346deb9-6484-4f2f-a564-0a5e5f9aa3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:36.812085 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-c4c59e5c-5a74-4aab-9952-61b6c1468e84 req-e6e45b37-f802-4eb2-b00c-7cfcdb0f753f service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422937
Apr 21 13:45:36.997259 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:38.051390 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:45:38.882475 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:02.003136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:04.457550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7c53218-0395-4f9e-bfed-3faf9e4d8f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:06.811143 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-80940d32-7969-4a53-a1f5-7a062ba62f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:07.002006 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:08.052927 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:08.885795 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:09.398653 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:46:32.017595 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:34.460457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4513a0db-89db-46d4-b047-41822d466bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:36.813183 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fc82c344-214c-4b4d-ae02-627661a4277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:37.005924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:37.322296 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-d6228a2b-bb0a-4690-8181-b02034563446 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0827296
Apr 21 13:46:37.425087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-e3995cf3-2dae-48b8-ae12-120c1a311b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:37.426748 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-e3995cf3-2dae-48b8-ae12-120c1a311b34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1099 time: 0.0799801
Apr 21 13:46:37.584716 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-be03a23c-a732-46f2-bd6c-f7b81016cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:37.586243 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-be03a23c-a732-46f2-bd6c-f7b81016cff8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.1399558
Apr 21 13:46:37.701185 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-98dee12b-f95a-4900-9135-feea251fc601 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 200  len: 1001 time: 0.1067979
Apr 21 13:46:37.772602 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-32f9ffda-ac84-4174-8dea-87b50598e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:37.774196 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-32f9ffda-ac84-4174-8dea-87b50598e51b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.0670521
Apr 21 13:46:37.862017 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-9c87bb49-6744-41c3-9d25-d70e34757853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:37.863660 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-9c87bb49-6744-41c3-9d25-d70e34757853 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836103
Apr 21 13:46:38.009686 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-9e52e205-0400-4fee-ac85-b5f8153e78bb service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392391
Apr 21 13:46:38.055738 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:38.154615 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9818a6b7-6fa7-42c4-b341-c1670010d5de req-d152ee2d-30a4-4daa-83f5-3e401157e06a service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391017
Apr 21 13:46:38.887891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:39.572056 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54832) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:46:39.796429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port be1c17a0-d1a0-4bd6-b68a-09da61e80d5a {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:46:39.796792 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:39.982473 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:39.983095 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:40.115486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for be1c17a0-d1a0-4bd6-b68a-09da61e80d5a owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:46:40.273662 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:40.278438 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8ffc7cc1-cb56-475e-b6cf-dd78a20e795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:40.325673 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'Port': ['ID=be1c17a0-d1a0-4bd6-b68a-09da61e80d5a,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:40.360715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.361146 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.361577 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.362251 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.362716 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.363136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.363548 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.363961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.364373 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.364784 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.365196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.365603 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:40.377828 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:40.438851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:40.439237 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP f7e8683c-fdc8-4bde-8c48-ee36f937d1d5 disassociated (deleted). External IP: 172.27.0.40, port: bc3985ea-232d-461d-881c-93f09507fd5b.
Apr 21 13:46:41.062127 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:46:41.271836 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:46:41.287276 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:46:41.301838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:41.304034 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:46:41.305202 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f9d6d8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:41.405533 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-23f17c80-eab0-47c5-9bc8-4396784482aa tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "DELETE /v2.0/floatingips/f7e8683c-fdc8-4bde-8c48-ee36f937d1d5 HTTP/1.1" status: 204  len: 168 time: 1.8320096
Apr 21 13:46:41.406644 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:46:41.479058 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'status': 'completed', 'code': 200}
Apr 21 13:46:41.593869 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:46:41.642918 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a478-707e-40a0-98d9-de53eea65b88 req-5279b24a-03ea-42e5-b752-1100fa90a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:41.645757 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-5279b24a-03ea-42e5-b752-1100fa90a82e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 1099 time: 0.1458249
Apr 21 13:46:41.904486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a478-707e-40a0-98d9-de53eea65b88 req-315963e0-372d-4867-9c74-9b9cf19430d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:41.924618 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-315963e0-372d-4867-9c74-9b9cf19430d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.2715676
Apr 21 13:46:42.119411 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f9d6d8>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:08Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:42.125862 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:46:42.135548 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-f06fa8bf-80a5-499e-8b12-8f24395cb99a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 200  len: 217 time: 0.1471620
Apr 21 13:46:42.140500 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:46:42.141617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f9d6d8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:42.291551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a478-707e-40a0-98d9-de53eea65b88 req-29b12345-e90c-47e3-851a-85ca564d4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:42.294734 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-29b12345-e90c-47e3-851a-85ca564d4067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.1520238
Apr 21 13:46:42.311976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613d759-edec-480b-8090-d6eec9349a2d req-571ef7dc-975e-4bfe-9949-00b512d1e8be tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:42.314506 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6613d759-edec-480b-8090-d6eec9349a2d req-571ef7dc-975e-4bfe-9949-00b512d1e8be tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 946 time: 0.3884163
Apr 21 13:46:42.439371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:46:42.446262 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-6613d759-edec-480b-8090-d6eec9349a2d req-8164424d-eb5c-42a5-b447-4c3070cb7459 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629380
Apr 21 13:46:42.461939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a478-707e-40a0-98d9-de53eea65b88 req-00b7a523-ea42-49ed-a778-3b36dd35f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:42.463597 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-00b7a523-ea42-49ed-a778-3b36dd35f489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1477976
Apr 21 13:46:42.615486 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-2033bbc0-d5e0-48d0-9e79-6710c5175a16 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439135
Apr 21 13:46:42.765365 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-a301a478-707e-40a0-98d9-de53eea65b88 req-7a57cafa-98c1-4257-b228-faca2e098a89 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424077
Apr 21 13:46:42.818834 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c8f9d6d8>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:08Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:42.823103 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0672f5-5746-4502-8d80-8f10ca69627c None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_floatingips': [{'id': '1c9c6489-498a-4a49-a9a2-9fb095d8db77', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'router_id': 'b970edca-7019-4389-a409-485093cf886f', 'port_id': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'mac_address': 'fa:16:3e:2f:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:43:05Z', 'updated_at': '2021-04-21T13:43:08Z', 'revision_number': 1, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:46:43.229568 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67e7c2-000e-4736-9268-fbab4824512b None None] New status for floating IP f7e8683c-fdc8-4bde-8c48-ee36f937d1d5: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:46:43.448514 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-a84c4c0c-6a5f-4925-8051-6b1e45e7244d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:43.450789 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-a84c4c0c-6a5f-4925-8051-6b1e45e7244d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 946 time: 0.0977709
Apr 21 13:46:43.529684 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port bc3985ea-232d-461d-881c-93f09507fd5b {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:46:43.530078 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:43.849879 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703eddb-054d-462a-b577-7965b854601d req-90233759-1553-44cc-a9e3-24bf7d3f5340 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:43.851558 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7703eddb-054d-462a-b577-7965b854601d req-90233759-1553-44cc-a9e3-24bf7d3f5340 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 946 time: 0.2548263
Apr 21 13:46:43.897089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] For port bc3985ea-232d-461d-881c-93f09507fd5b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=bc3985ea-232d-461d-881c-93f09507fd5b,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:46:43.897496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:44.045556 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for bc3985ea-232d-461d-881c-93f09507fd5b owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:46:44.085564 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-7703eddb-054d-462a-b577-7965b854601d req-f0052e14-bf72-4f30-a369-bf07cb9b55bc tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2261353
Apr 21 13:46:44.207264 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:44.213547 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2585acd2-9b3b-4fe0-853a-e0f95c69a28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:44.263404 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'Port': ['ID=bc3985ea-232d-461d-881c-93f09507fd5b,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:44.274100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.274553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.274975 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.275561 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.275809 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.276223 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.276632 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.277040 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.277967 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.278691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.278871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.279180 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 13:46:44.314605 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:44.361962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] No DVR routers for this DVR port bc3985ea-232d-461d-881c-93f09507fd5b on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:46:44.364545 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:44.367441 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'name': 'network-vif-deleted', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:46:44.380102 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-79254f1b-40d1-4ca4-b00d-f36758e0dc1d req-9ed8182b-f288-4149-a050-a524cf698c7b tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "DELETE /v2.0/ports/bc3985ea-232d-461d-881c-93f09507fd5b HTTP/1.1" status: 204  len: 173 time: 0.9241574
Apr 21 13:46:44.519365 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893a8ea-ff3b-44c3-8a04-d96a542a7584', 'name': 'network-vif-deleted', 'tag': 'bc3985ea-232d-461d-881c-93f09507fd5b', 'status': 'completed', 'code': 200}
Apr 21 13:46:45.280988 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-e9918aae-72f4-4131-8731-d9d289382804 req-c84525be-ba97-481e-80f1-0f7352880d3c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Synchronizing usage tracker for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 13:46:45.298803 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.quota.resource [req-e9918aae-72f4-4131-8731-d9d289382804 req-c84525be-ba97-481e-80f1-0f7352880d3c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Unset dirty status for tenant:bb4cbe96439b4abd8678f7eb780bf38a on resource:port {{(pid=86359) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 13:46:45.300290 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e9918aae-72f4-4131-8731-d9d289382804 req-c84525be-ba97-481e-80f1-0f7352880d3c tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a893a8ea-ff3b-44c3-8a04-d96a542a7584 HTTP/1.1" status: 200  len: 210 time: 0.0774863
Apr 21 13:46:46.398844 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:46:48.116047 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device bc3985ea-232d-461d-881c-93f09507fd5b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:46:48.157058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: bc3985ea-232d-461d-881c-93f09507fd5b {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:46:48.157455 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device bc3985ea-232d-461d-881c-93f09507fd5b not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:46:48.825788 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54866) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:46:49.052648 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port be4889e9-3f92-4306-96ea-1a405f396022 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:46:49.052947 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:49.234312 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:49.234946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:49.375053 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for be4889e9-3f92-4306-96ea-1a405f396022 owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:46:49.537443 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:49.542174 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-cb044c95-1c5d-4868-b0ed-137a629eccd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:49.592551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'Port': ['ID=be4889e9-3f92-4306-96ea-1a405f396022,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:49.626096 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:49.686504 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:49.686895 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.db.l3_db [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Floating IP 1c9c6489-498a-4a49-a9a2-9fb095d8db77 disassociated (deleted). External IP: 172.27.0.92, port: 4387a751-3846-46b7-9593-c3fb78b4d34e.
Apr 21 13:46:50.072273 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:46:50.262793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:46:50.273554 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:46:50.287420 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:50.287979 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:46:50.289077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9fdef60>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:50.393071 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-3a55d334-124d-42b9-af59-890e5b6c52c3 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "DELETE /v2.0/floatingips/1c9c6489-498a-4a49-a9a2-9fb095d8db77 HTTP/1.1" status: 204  len: 168 time: 1.5658464
Apr 21 13:46:50.394087 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:46:50.453982 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'status': 'completed', 'code': 200}
Apr 21 13:46:50.531866 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:46:50.622555 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-7ea84cd8-8973-4b53-925d-8cb722475f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:50.625202 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-7ea84cd8-8973-4b53-925d-8cb722475f32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 1098 time: 0.1496320
Apr 21 13:46:50.915959 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-8aa11c37-aecb-4628-b016-8e0ac5a2100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:50.918989 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-8aa11c37-aecb-4628-b016-8e0ac5a2100b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 200  len: 912 time: 0.2873776
Apr 21 13:46:51.062381 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-7bfddfd8-abc3-4487-933f-635a20289f84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 200  len: 217 time: 0.1347587
Apr 21 13:46:51.260063 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9fdef60>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:51.265219 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:46:51.275790 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:46:51.276484 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9fdef60>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:51.448142 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b03f24-3608-4864-a6ef-098ca7af4b1e req-c036e7ee-4895-4726-95cc-5df49f84b520 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:51.449812 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83b03f24-3608-4864-a6ef-098ca7af4b1e req-c036e7ee-4895-4726-95cc-5df49f84b520 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 945 time: 0.6514711
Apr 21 13:46:51.475371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-17e5dd35-2a3d-48d2-a7a6-d971d2eb272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:51.476946 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-17e5dd35-2a3d-48d2-a7a6-d971d2eb272e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 200  len: 850 time: 0.4064064
Apr 21 13:46:51.483691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:46:51.560601 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-83b03f24-3608-4864-a6ef-098ca7af4b1e req-76a7ce5d-08eb-47f2-8b45-3b7ae2e6dbcf tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023939
Apr 21 13:46:51.588277 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-2e73976a-ea38-4901-bdb4-07517f8f41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:51.589910 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-2e73976a-ea38-4901-bdb4-07517f8f41bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b62498a-cc4e-45eb-a682-a9022965b86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1043928
Apr 21 13:46:51.745101 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-b56efd2e-5ee8-4648-9994-9fb667c7f1a1 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470871
Apr 21 13:46:51.829747 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9fdef60>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:46:51.834717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c2c6f-ce0e-40d0-a245-76e4b58ea0e8 None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:39:24Z', 'revision_number': 4, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi', '_interfaces': [{'id': '86aa9e46-a128-4580-b2a0-930d327fb96a', 'name': '', 'network_id': '5b62498a-cc4e-45eb-a682-a9022965b86d', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'mac_address': 'fa:16:3e:aa:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:23Z', 'updated_at': '2021-04-21T13:39:34Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'subnets': [{'id': '3cd186b2-4030-43b0-95fd-55112e6eab9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:46:51.906949 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-92fe70f0-b6a5-4f03-b426-079c1317a928 req-30fcad95-85f1-470c-9194-b47e5e627816 service neutron] 10.222.0.44 "GET /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539009
Apr 21 13:46:52.219241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7324908-8e48-427d-8b57-68125eb889e5 req-37d29287-394b-4320-848c-025b7590cfc2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:52.220803 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7324908-8e48-427d-8b57-68125eb889e5 req-37d29287-394b-4320-848c-025b7590cfc2 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 945 time: 0.0875335
Apr 21 13:46:52.229650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf62b4c-de29-41f8-b4d7-b2d1cbca87a2 None None] New status for floating IP 1c9c6489-498a-4a49-a9a2-9fb095d8db77: DOWN {{(pid=86361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 13:46:52.299898 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port 4387a751-3846-46b7-9593-c3fb78b4d34e {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:46:52.300600 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:52.571284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] For port 4387a751-3846-46b7-9593-c3fb78b4d34e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4387a751-3846-46b7-9593-c3fb78b4d34e,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:46:52.571688 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:52.710531 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for 4387a751-3846-46b7-9593-c3fb78b4d34e owned by compute:nova {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:46:52.909111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037fbab-e4a6-4e6d-aa56-3dccebd349f8 req-e50df665-66ee-4aa3-8537-a887271861a9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 13:46:52.910827 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9037fbab-e4a6-4e6d-aa56-3dccebd349f8 req-e50df665-66ee-4aa3-8537-a887271861a9 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8e66988-b49b-444f-84c6-5e88f493e136 HTTP/1.1" status: 200  len: 945 time: 0.2117031
Apr 21 13:46:52.969657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:52.978203 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-d7710df8-9749-4e76-a170-196bde67320a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:53.035614 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-9037fbab-e4a6-4e6d-aa56-3dccebd349f8 req-f1d1fb28-cc40-4509-8193-09af54d5ba0d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "GET /v2.0/security-groups?id=87e0e036-1234-4093-826f-f6c5f1c50d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163647
Apr 21 13:46:53.038295 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'Port': ['ID=4387a751-3846-46b7-9593-c3fb78b4d34e,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:53.041715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:53.118691 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] No DVR routers for this DVR port 4387a751-3846-46b7-9593-c3fb78b4d34e on host hv-cinder-78719 {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:46:53.121228 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for port, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:53.124128 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'name': 'network-vif-deleted', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e'}] {{(pid=86359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 13:46:53.137406 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [req-e7324908-8e48-427d-8b57-68125eb889e5 req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.44 "DELETE /v2.0/ports/4387a751-3846-46b7-9593-c3fb78b4d34e HTTP/1.1" status: 204  len: 173 time: 0.9111886
Apr 21 13:46:53.174002 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e66988-b49b-444f-84c6-5e88f493e136', 'name': 'network-vif-deleted', 'tag': '4387a751-3846-46b7-9593-c3fb78b4d34e', 'status': 'completed', 'code': 200}
Apr 21 13:46:54.144298 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54882) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:46:54.312901 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Deleting port 194445e3-2f1b-4501-a1e7-ea7e43c0c5f7 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:46:54.313293 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:54.493521 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:54.493891 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:54.628961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Calling delete_port for 194445e3-2f1b-4501-a1e7-ea7e43c0c5f7 owned by network:floatingip {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:46:54.770774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:54.775507 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-73feede9-70e2-4d4a-bbf0-bf92950cfb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:54.827216 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'Port': ['ID=194445e3-2f1b-4501-a1e7-ea7e43c0c5f7,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:54.856418 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:54.923759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:54.940249 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7843'] for floatingip, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:54.941777 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f6c9cc23-16ac-4686-a23d-3dea2f116474 tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "DELETE /v2.0/floatingips/b5438182-979c-4116-97b0-5fcc427af95b HTTP/1.1" status: 204  len: 168 time: 0.7961333
Apr 21 13:46:56.128826 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 4387a751-3846-46b7-9593-c3fb78b4d34e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:46:56.169981 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] No Port match for: 4387a751-3846-46b7-9593-c3fb78b4d34e {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:46:56.170374 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Device 4387a751-3846-46b7-9593-c3fb78b4d34e not bound to the agent host hv-cinder-78719 {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:46:56.362439 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54896) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:46:56.439036 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:56.482100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:56.551269 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:56.556378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-7cf824a1-02b8-4a7a-8269-8dbdd905d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:56.572652 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e0e036-1234-4093-826f-f6c5f1c50d5f,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:56.578007 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:56.580144 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:56.581359 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-9e27cb18-a951-4ff9-b65c-422c9669647d tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] 10.222.0.41 "DELETE /v2.0/security-groups/87e0e036-1234-4093-826f-f6c5f1c50d5f HTTP/1.1" status: 204  len: 168 time: 0.2178032
Apr 21 13:46:57.658196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54904) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:46:58.651337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:59.015346 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Deleting port 86aa9e46-a128-4580-b2a0-930d327fb96a {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:46:59.015904 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:59.200626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] For port 86aa9e46-a128-4580-b2a0-930d327fb96a, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=86aa9e46-a128-4580-b2a0-930d327fb96a,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:46:59.200946 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:59.331493 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Calling delete_port for 86aa9e46-a128-4580-b2a0-930d327fb96a owned by network:router_interface {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:46:59.502757 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:46:59.507428 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-6146d405-d4bb-4b19-ae03-12102ea3697a tempest-AttachVolumeTestJSON-521141581 tempest-AttachVolumeTestJSON-521141581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:46:59.554976 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=86aa9e46-a128-4580-b2a0-930d327fb96a,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:46:59.561457 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:46:59.853021 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:00.246317 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Router b970edca-7019-4389-a409-485093cf886f has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:47:00.431748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:47:00.440868 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] Sync routers for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:47:00.445709 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-f1bfedcf-8ba9-4560-b2a7-d36445732d81 admin admin] 10.222.0.41 "PUT /v2.0/routers/b970edca-7019-4389-a409-485093cf886f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7856410
Apr 21 13:47:00.447797 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54910) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:00.451408 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:47:00.452092 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c98fecf8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:00.644462 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:47:00.898667 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:00.961654 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c98fecf8>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:46:59Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:00.966380 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] Checking router: b970edca-7019-4389-a409-485093cf886f for host: dv-cinder-787195-3-iscsi {{(pid=86360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:47:00.975579 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] Routers {'b970edca-7019-4389-a409-485093cf886f'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:47:00.976234 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c98fecf8>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['b970edca-7019-4389-a409-485093cf886f'], 'active': True} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:01.096806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.105244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Deleting port b606f467-09be-416b-b104-7328a6b6e118 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:01.105614 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.171999 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] Set router b970edca-7019-4389-a409-485093cf886f gateway port host: dv-cinder-787195-3-iscsi {{(pid=86360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:47:01.300494 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] For port b606f467-09be-416b-b104-7328a6b6e118, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=b606f467-09be-416b-b104-7328a6b6e118,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:01.301109 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.434585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Calling delete_port for b606f467-09be-416b-b104-7328a6b6e118 owned by network:router_gateway {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:01.481838 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c98fecf8>, [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:46:59Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:01.486378 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6eef5-5765-471e-93ef-8e641c2c65ae None None] The sync data for ids ['b970edca-7019-4389-a409-485093cf886f'] in dv-cinder-787195-3-iscsi is: [{'id': 'b970edca-7019-4389-a409-485093cf886f', 'name': 'tempest-TestVolumeBootPattern-274855527-router', 'tenant_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b606f467-09be-416b-b104-7328a6b6e118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:19Z', 'updated_at': '2021-04-21T13:46:59Z', 'revision_number': 5, 'project_id': 'bb4cbe96439b4abd8678f7eb780bf38a', 'gw_port': {'id': 'b606f467-09be-416b-b104-7328a6b6e118', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b970edca-7019-4389-a409-485093cf886f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:20Z', 'updated_at': '2021-04-21T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}] {{(pid=86360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:47:01.617464 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.622651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8572ddc2-6a69-42de-857a-8162e1503b69 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:01.670425 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b606f467-09be-416b-b104-7328a6b6e118,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:01.706248 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:01.772525 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.773817 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 86aa9e46-a128-4580-b2a0-930d327fb96a no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:47:01.814970 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 86aa9e46-a128-4580-b2a0-930d327fb96a {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:47:01.815370 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 86aa9e46-a128-4580-b2a0-930d327fb96a not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:47:01.964080 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.966617 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.989161 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:01.989746 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b970edca-7019-4389-a409-485093cf886f {{(pid=86358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:47:02.003444 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] Notify callbacks [] for router, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.004728 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-168e4e41-47c0-4ffc-b0ed-26c705939af6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b970edca-7019-4389-a409-485093cf886f HTTP/1.1" status: 204  len: 168 time: 1.5559063
Apr 21 13:47:02.007563 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54914) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:02.027023 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.081534 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Deleting subnet 3cd186b2-4030-43b0-95fd-55112e6eab9c {{(pid=86359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:47:02.084715 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.138030 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852774774'] for subnet, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.221924 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.502113 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853508492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3064956'] for subnet, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.506847 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:02.550327 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for subnet, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.554935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd186b2-4030-43b0-95fd-55112e6eab9c,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:02.555675 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70114c4-ddbd-4099-afcf-0b29c4fec174 None None] Network 5b62498a-cc4e-45eb-a682-a9022965b86d requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:47:02.557209 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:02.560455 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-52000946-ada0-4fc3-97f6-f78fed54d5a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3cd186b2-4030-43b0-95fd-55112e6eab9c HTTP/1.1" status: 204  len: 168 time: 0.5517423
Apr 21 13:47:02.563079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54918) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:02.694581 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.706483 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Deleting port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:02.706885 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.814615 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] DHCP port deletion for 5b62498a-cc4e-45eb-a682-a9022965b86d request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:47:02.819371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Deleting port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:02.819910 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:02.933309 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] For port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:02.933725 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.043233 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] For port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,segment=NetworkSegment(18198678-3cd6-4a07-a6d7-403df13004f1),segment_id=18198678-3cd6-4a07-a6d7-403df13004f1)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:03.043751 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.066841 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Calling delete_port for 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 owned by network:dhcp {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:03.147883 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.152650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c67c108a-93f6-4f0a-ae86-a183c2eb5c87 tempest-TestMinimumBasicScenario-665470005 tempest-TestMinimumBasicScenario-665470005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:03.186117 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Calling delete_port for 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:03.201328 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] No DVR routers for this DVR port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 on host dv-cinder-787195-3-iscsi {{(pid=86359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:47:03.232511 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:03.235644 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:03.274185 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:47:03.274763 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:47:03.333939 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.447658 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c80c70f0>,) {'filters': {'network_id': ['5b62498a-cc4e-45eb-a682-a9022965b86d']}} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:03.462966 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c80c70f0>, '18198678-3cd6-4a07-a6d7-403df13004f1') {'for_net_delete': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:03.463304 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c80c70f0>, '18198678-3cd6-4a07-a6d7-403df13004f1') {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:03.475245 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2001026'] for segment, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.490626 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.496821 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=86359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:47:03.683530 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Network 5b62498a-cc4e-45eb-a682-a9022965b86d has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:47:03.692422 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1265879'] for segment, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.753774 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device b606f467-09be-416b-b104-7328a6b6e118 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:47:03.785184 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Deleting port 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:03.785613 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:03.895463 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Network 5b62498a-cc4e-45eb-a682-a9022965b86d has no segments {{(pid=86359) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:47:03.925720 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:47:04.000651 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: b606f467-09be-416b-b104-7328a6b6e118 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:47:04.001027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device b606f467-09be-416b-b104-7328a6b6e118 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:47:04.001501 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:47:04.006437 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:04.010369 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:04.033111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:04.045165 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b62498a-cc4e-45eb-a682-a9022965b86d,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:04.050027 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:04.066937 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ae3e9600-81f5-436e-8e99-7f4af5747d4a admin admin] 10.222.0.41 "DELETE /v2.0/networks/5b62498a-cc4e-45eb-a682-a9022965b86d HTTP/1.1" status: 204  len: 168 time: 1.4999573
Apr 21 13:47:04.067179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:47:04.067179 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:47:04.067402 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54922) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:04.074446 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa0e51-7a4e-4e29-9a8e-b4e440422c6c None None] The port '7aa0f4fe-035a-47b7-9c85-e1e7df7d2ee0' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:47:04.464197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-dc92bede-2a71-4185-a684-a11b9623dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:04.896736 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740441'] for router_interface, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:05.273291 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Deleting port 23472cee-7480-45a3-a121-0b07db4e4c6e {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:05.273582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:05.462012 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] For port 23472cee-7480-45a3-a121-0b07db4e4c6e, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=23472cee-7480-45a3-a121-0b07db4e4c6e,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:05.462415 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:05.597029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Calling delete_port for 23472cee-7480-45a3-a121-0b07db4e4c6e owned by network:router_interface {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:05.774562 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:05.779937 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-dab48382-83c0-4381-b60f-dc36540db26a tempest-TestVolumeBootPattern-125860873 tempest-TestVolumeBootPattern-125860873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:05.829628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=23472cee-7480-45a3-a121-0b07db4e4c6e,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:05.858668 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:06.116474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740519'] for router_interface, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:06.508392 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Router bc12282c-3913-4052-80e0-d9b0d2019a07 has already been hosted by L3 agent bb72a6dc-2e9e-472f-bae8-7246b5de6a70 {{(pid=86359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 13:47:06.700297 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] Notify agent at l3_agent.dv-cinder-787195-3-iscsi the message routers_updated {{(pid=86359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 13:47:06.710031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] Sync routers for ids ['bc12282c-3913-4052-80e0-d9b0d2019a07'] in dv-cinder-787195-3-iscsi {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 13:47:06.716336 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-e6e9f8d8-9f31-4735-9e01-b4525f817b6a admin admin] 10.222.0.41 "PUT /v2.0/routers/bc12282c-3913-4052-80e0-d9b0d2019a07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6472600
Apr 21 13:47:06.719111 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54928) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:06.721079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] Routers {'bc12282c-3913-4052-80e0-d9b0d2019a07'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:47:06.721772 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5e10>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:46:37Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['bc12282c-3913-4052-80e0-d9b0d2019a07'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:06.814680 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-11c0b7c7-84a3-4232-b9d7-690911359077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:06.906002 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks [] for router, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:06.910065 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] Set router bc12282c-3913-4052-80e0-d9b0d2019a07 gateway port host: dv-cinder-787195-3-iscsi {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:47:07.007383 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:07.097136 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:07.106815 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Deleting port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 {{(pid=86359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:07.107200 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:07.213582 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5e10>, [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'external_fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:47:05Z', 'revision_number': 5, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port': {'id': '0f2d9a5f-caa6-4b9e-8c80-1b197307afe5', 'name': '', 'network_id': '7b8799d4-ce4c-432f-b7cb-8044dedfa0d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:39:29Z', 'updated_at': '2021-04-21T13:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3848a45-e30e-41a4-9893-7c23f357face', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-iscsi'}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:07.218935 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] Checking router: bc12282c-3913-4052-80e0-d9b0d2019a07 for host: dv-cinder-787195-3-iscsi {{(pid=86361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 13:47:07.228403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] Routers {'bc12282c-3913-4052-80e0-d9b0d2019a07'} bound to L3 agent in host dv-cinder-787195-3-iscsi {{(pid=86361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 13:47:07.229079 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5e10>, 'dv-cinder-787195-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T13:25:07Z,description=<?>,heartbeat_timestamp=2021-04-21T13:47:07Z,host='dv-cinder-787195-3-iscsi',id=bb72a6dc-2e9e-472f-bae8-7246b5de6a70,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T13:25:07Z,topic='l3_agent')) {'router_ids': ['bc12282c-3913-4052-80e0-d9b0d2019a07'], 'active': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:07.555569 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvr_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] Set router bc12282c-3913-4052-80e0-d9b0d2019a07 gateway port host: None {{(pid=86361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 13:47:07.567995 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] For port 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,segment=NetworkSegment(3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2),segment_id=3d765a87-d4ce-4e13-bb67-71b2dd8b5fe2)] {{(pid=86359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:07.568407 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:07.667890 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_hamode_db [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5c9ea5e10>, [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:47:07Z', 'revision_number': 6, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port_host': None}], 'dv-cinder-787195-3-iscsi', False) {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:07.671986 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d97b4-f04d-4d0f-a3c7-e56c218e5eb8 None None] The sync data for ids ['bc12282c-3913-4052-80e0-d9b0d2019a07'] in dv-cinder-787195-3-iscsi is: [{'id': 'bc12282c-3913-4052-80e0-d9b0d2019a07', 'name': 'tempest-TestVolumeBootPattern-1639735527-router', 'tenant_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:39:27Z', 'updated_at': '2021-04-21T13:47:07Z', 'revision_number': 6, 'project_id': '3e002f81d5f749cc8dd03bf6b11731f8', 'gw_port_host': None}] {{(pid=86361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 13:47:07.713807 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Calling delete_port for 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 owned by network:router_gateway {{(pid=86359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:07.790993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 23472cee-7480-45a3-a121-0b07db4e4c6e no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:47:07.830280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 23472cee-7480-45a3-a121-0b07db4e4c6e {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:47:07.830703 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 23472cee-7480-45a3-a121-0b07db4e4c6e not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:47:07.894255 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853509984'] for port, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:07.899055 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-22064861-4e5a-479e-8086-0f9f5bc9eae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:07.948628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2d9a5f-caa6-4b9e-8c80-1b197307afe5,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:07.981993 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:08.047874 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853024154'] for router_gateway, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.059271 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.247102 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853009094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768253'] for router, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.249450 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.274793 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738110'] for router, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.275385 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc12282c-3913-4052-80e0-d9b0d2019a07 {{(pid=86359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 13:47:08.288491 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] Notify callbacks [] for router, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.289742 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-0fa5ccf5-0dc8-4933-a491-520dfeb2231b admin admin] 10.222.0.41 "DELETE /v2.0/routers/bc12282c-3913-4052-80e0-d9b0d2019a07 HTTP/1.1" status: 204  len: 168 time: 1.5696375
Apr 21 13:47:08.292553 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54934) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:08.362014 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Deleting subnet d55f1a07-2b6b-4a1e-8c18-113d031b17ad {{(pid=86358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 13:47:08.365168 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.420520 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851936528'] for subnet, precommit_delete_associations {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.501106 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7652898'] for subnet, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.762124 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847122918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853063828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3761433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2232296'] for subnet, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.767371 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-43d9ad0f-be92-4edf-9a10-3f08d43f1b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:08.803318 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55f1a07-2b6b-4a1e-8c18-113d031b17ad,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:08.806618 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:08.808235 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.813131 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b61b1-f169-4ab8-a972-0cc4b5d7ae47 None None] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 requested from dv-cinder-787195-3-iscsi {{(pid=86360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 13:47:08.816470 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-2ffcf73f-f918-4644-935b-a0f95a864d57 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d55f1a07-2b6b-4a1e-8c18-113d031b17ad HTTP/1.1" status: 204  len: 168 time: 0.5209565
Apr 21 13:47:08.817333 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54938) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:08.935779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7772014'] for network, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.947551 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Deleting port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:08.948059 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:08.963912 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.082490 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] DHCP port deletion for eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 request from dv-cinder-787195-3-iscsi {{(pid=86360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 13:47:09.086827 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Deleting port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:09.087284 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.175045 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] For port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:09.175480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.308181 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.db [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] For port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0, host dv-cinder-787195-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-iscsi',level=0,port_id=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,segment=NetworkSegment(2f439b45-69aa-4f91-b2ef-832dd41b9c67),segment_id=2f439b45-69aa-4f91-b2ef-832dd41b9c67)] {{(pid=86360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 13:47:09.308779 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747838'] for port, precommit_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.312241 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Calling delete_port for 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:09.388929 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7826483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854326085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247796285215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247796732668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3761101'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.393771 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-4e5ccc63-4b39-499c-9cd8-3ecf7dc71e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:09.440650 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Calling delete_port for 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 owned by network:dhcp {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 13:47:09.446243 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf33fc-7f7c-4d63-bdb8-36c53f898fc0,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:09.448322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] No DVR routers for this DVR port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 on host dv-cinder-787195-3-iscsi {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 13:47:09.475888 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:09.519948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.db.api [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86360) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 13:47:09.520350 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_db.api [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86360) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 13:47:09.572358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847122825', 'neutron.services.segments.db._delete_segments_for_network-8789058407795'] for network, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.690436 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5c91c7240>,) {'filters': {'network_id': ['eea1ac3a-2f55-4c88-a7b6-3d8da40136a7']}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:09.703717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c91c7240>, '2f439b45-69aa-4f91-b2ef-832dd41b9c67') {'for_net_delete': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:09.704038 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.services.segments.db [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5c91c7240>, '2f439b45-69aa-4f91-b2ef-832dd41b9c67') {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 13:47:09.716714 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247796191331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839288'] for segment, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.735496 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847117244'] for segment, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:09.742360 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=86358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 13:47:09.757474 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:47:09.794961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:47:09.795358 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 0f2d9a5f-caa6-4b9e-8c80-1b197307afe5 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:47:09.795842 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 no longer exists at agent ovs-agent-dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 13:47:09.834810 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-274010af-8223-424d-862e-25075d4ffccb None None] No Port match for: 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 {{(pid=86360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 13:47:09.835197 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.rpc [None req-274010af-8223-424d-862e-25075d4ffccb None None] Device 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 not bound to the agent host dv-cinder-787195-3-iscsi {{(pid=86360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 13:47:09.925871 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:47:09.935430 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7658547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851014726'] for segment, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.021546 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Deleting port 06cf33fc-7f7c-4d63-bdb8-36c53f898fc0 {{(pid=86360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 13:47:10.021989 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247796289908'] for port, before_delete {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.092628 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.plugin [None req-12a4a2f9-363d-4799-b6ee-a03407a77682 None None] The port '06cf33fc-7f7c-4d63-bdb8-36c53f898fc0' was deleted {{(pid=86360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 13:47:10.121120 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.plugins.ml2.managers [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Network eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 has no segments {{(pid=86358) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]: Traceback (most recent call last):
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     timer()
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     cb(*args, **kw)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     return func(*args, **kwargs)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     self._notify()
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     self.callback(batched_events)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     event.method(event)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     segment_id)['aggregates'][0]
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     return f(self, *a, **k)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self._get(url).json()
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     **kwargs)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     return self.request(url, 'GET', **kwargs)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     **endpoint_filter)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 13:47:10.144078 dv-cinder-787195-3-iscsi neutron-server[86247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 13:47:10.224611 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853035135'] for network, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.228029 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:10.242396 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609353'] for network, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.259196 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea1ac3a-2f55-4c88-a7b6-3d8da40136a7,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:10.263308 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:10.264923 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-ad7ea086-f122-4f94-812f-9072f6aece28 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eea1ac3a-2f55-4c88-a7b6-3d8da40136a7 HTTP/1.1" status: 204  len: 168 time: 1.4465976
Apr 21 13:47:10.380486 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54944) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:10.432781 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-7cc9ba74-ecfe-4dac-a557-e60206ebecd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb4cbe96439b4abd8678f7eb780bf38a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508552
Apr 21 13:47:10.435176 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86358) accepted ('10.222.0.41', 54948) {{(pid=86358) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:10.499031 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.525456 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.574909 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.580024 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-8c9e3349-54da-4ab1-9f06-44bbc6e1cbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:10.594505 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592f7a1-05d5-4673-8291-cb17ef06a8b9,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:10.599943 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:10.601925 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:10.603178 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-5ea17084-bc92-40ec-a935-2bb09c4aa4e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8592f7a1-05d5-4673-8291-cb17ef06a8b9 HTTP/1.1" status: 204  len: 168 time: 0.1670592
Apr 21 13:47:10.954585 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54956) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:11.006939 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-efc274a4-a510-4be2-822e-6bae22e0863d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e002f81d5f749cc8dd03bf6b11731f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508721
Apr 21 13:47:11.009429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [-] (86359) accepted ('10.222.0.41', 54960) {{(pid=86359) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 13:47:11.072089 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:11.099876 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:11.146843 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853071200'] for security_group, after_delete {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:11.152244 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-c66a161a-6b47-4895-ada7-0b3b99a42c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 13:47:11.165848 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d44c11-f1e0-487a-bb82-577a2c1b7221,revision_number=None']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 13:47:11.168574 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG oslo_concurrency.lockutils [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 13:47:11.170759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:11.172757 dv-cinder-787195-3-iscsi neutron-server[86247]: INFO neutron.wsgi [None req-705b83f4-d354-413e-b3dc-41afbf0b25a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0d44c11-f1e0-487a-bb82-577a2c1b7221 HTTP/1.1" status: 204  len: 168 time: 0.1614780
Apr 21 13:47:23.398372 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:47:32.023337 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:34.467206 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f44fb405-243e-4a95-a28f-db3fbf3abe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:36.816550 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-17ae7f2e-5671-438c-9221-5fb3d61c5faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:37.010813 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:38.061270 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:47:38.894429 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:00.397570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:48:02.047957 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:04.469280 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-b7c7383a-33b3-48fb-9099-f10a46e2df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:06.818759 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-c29122cf-7c0b-4db2-8f1b-2902db939350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:07.013221 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:08.063467 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:08.897529 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:32.044693 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:34.470748 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-310a3a10-ba16-4bab-b8d3-2d293d6fbd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:36.820806 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-77ef4669-2e56-4456-a8a7-0ccdaea8537e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:37.017177 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:37.397336 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:48:38.065958 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:38.906949 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:48:54.222480 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.wsgi [req-a6f7d353-fa98-4dd0-b9ca-f355d23f4f42 req-f9101c26-0320-43d6-9ce7-3005cce820f3 service neutron] (86358) timed out ('10.222.0.44', 64235) {{(pid=86358) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 13:49:02.053768 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:04.471864 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1396cc76-e389-42ca-b71e-f9d3b15856ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:06.822851 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d1db8ea6-3963-4007-8d93-7416b299cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:07.018831 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:08.068872 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:08.904468 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:14.396850 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:49:32.074451 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:34.473445 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-d37b58c1-253b-4211-8bb9-bc81b289dd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:36.825570 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-4c895ebd-4227-42a3-8af1-f4ba9b9c87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:37.021172 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:38.071737 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:38.909701 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:49:51.396100 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:50:02.082384 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:04.475858 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-3c536d3f-9a58-457b-ad14-6708ad2042d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:06.827593 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-14c19e97-5fc8-4476-b05c-91c43919b0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:07.024717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:08.074620 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:08.912948 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:28.398961 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:50:32.088058 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:34.480403 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-5da345c1-98f8-4119-aa0f-cf7d08a7a5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:36.829405 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-1bea682f-50ff-4010-92cd-2db12e7f2c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:37.028250 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:38.076189 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:50:38.916211 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:02.088077 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:04.481835 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-f318fff4-d689-49f4-a034-2d67e22ebc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:05.398624 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:51:06.830770 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-7dd20b89-00ce-4c15-a7fd-ae05e9079527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:07.029717 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:08.077733 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:08.919671 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:32.093018 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:34.483861 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8737f5fc-f694-4405-8e1d-07eca413439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:36.833962 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-64afc7a6-2a41-40ce-bcd2-5dffb6a96a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:37.032508 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:38.079706 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:38.937777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:51:42.398008 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 13:52:02.116897 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-8a8b403f-814b-4547-a4db-975a320f8b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:52:04.485322 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-379482d2-57df-4855-9434-5def9294d47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:52:06.836509 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-178633e8-9f09-43dc-9e0c-4edd7b913c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:52:07.037204 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-23bc1a45-8d28-4eac-aed3-4eb568d68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:52:08.082777 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-274010af-8223-424d-862e-25075d4ffccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:52:08.928756 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron_lib.callbacks.manager [None req-fef7bbd6-37d8-4a1c-b4aa-e6a51af9d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247796368005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847009963'] for agent, after_update {{(pid=86360) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 13:52:19.397657 dv-cinder-787195-3-iscsi neutron-server[86247]: DEBUG neutron.db.agents_db [None req-97985618-056b-4abf-be35-e9b5eabe3317 None None] Agent healthcheck: found 6 active agents {{(pid=86361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}